-- Logs begin at Mon 2021-08-30 17:37:46 UTC, end at Mon 2021-08-30 18:38:37 UTC. -- Aug 30 18:07:44.365955 dv-cinder-804296-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 18:07:47.066018 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.common.config [-] Logging enabled! Aug 30 18:07:47.066583 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 18:07:47.066780 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93861) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 18:07:47.070166 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.common.config [-] Logging enabled! Aug 30 18:07:47.070417 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 18:07:47.070724 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93861) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 18:07:47.071663 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 18:07:47.071895 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 18:07:47.072252 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 18:07:47.072492 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 18:07:47.072713 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 18:07:47.073058 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.073354 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.073648 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.073875 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.074165 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.074449 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.074726 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.075009 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.075573 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.075855 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.076130 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.076409 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.076634 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.076909 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.077212 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.077495 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.077716 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] debug = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.077993 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.078514 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.078921 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.079195 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.079480 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.079755 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.080020 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.080290 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.080569 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.080893 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] host = dv-cinder-804296-2-iscsi {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.081196 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.081482 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.081762 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.082041 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.082309 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.082581 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.082857 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.083123 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.083391 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.083664 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.083945 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.084227 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.084508 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.084726 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.084948 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.085248 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.085530 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.085798 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.086066 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.086333 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.086600 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.086864 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.087124 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.087404 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.087683 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.087961 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.088231 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.088497 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.088761 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.089054 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.089335 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.089604 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.089869 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.090136 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.090414 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.090676 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.090941 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.091235 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.091516 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.091793 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.092070 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.092336 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.092610 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.092877 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.093166 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.093431 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] use_json = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.093701 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.094477 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.094754 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.095021 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.095287 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.095551 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.095814 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.096092 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:47.096384 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.096676 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.096989 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.097267 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.097556 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.097828 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.098109 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.098378 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.098660 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.098939 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.099238 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.099557 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.099841 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.100113 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.100405 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.100703 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.101017 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.101305 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.101573 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.101840 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.102105 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.102375 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.102654 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.102924 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.103202 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.103483 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.103754 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.104038 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.104322 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.104603 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.104868 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.105160 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.105441 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.105709 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.105974 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.106242 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.106521 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.106789 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.107053 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.107326 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.107595 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.107860 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.108120 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.108387 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.108666 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.108970 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.109218 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.110120 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.110452 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.110721 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.111003 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.111275 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.111542 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.111808 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.112080 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.112346 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.112611 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.112879 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.113170 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.113438 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.113704 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.113970 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.114244 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.114509 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.114774 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.115037 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.115302 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.115568 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.115832 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.116097 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.116362 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.116625 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.116888 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.117189 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.117481 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.117755 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.118028 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.118324 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.118598 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.118868 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.119137 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.119407 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.119678 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.119944 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.120228 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.120569 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.120854 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.121155 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.121428 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.121725 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.121996 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.122275 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.122545 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.122814 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.123091 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.123369 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.123659 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.123949 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.124242 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.124530 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.124816 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.125148 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.125457 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.125733 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:47.125946 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 18:07:47.126181 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93861) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 18:07:47.474140 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 18:07:47.474406 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 18:07:47.474699 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 18:07:47.475031 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 18:07:47.863765 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.864054 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.864322 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.865811 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.866081 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.866344 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.902068 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.902337 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.902596 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.917065 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.917341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.917603 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.946008 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.946287 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.946552 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.983084 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.983357 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:47.983622 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.213437 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.214037 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.214037 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.214205 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.215017 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.333316 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.333682 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.333964 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.334229 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.334491 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.334797 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.335056 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.335309 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.335557 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.335830 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.336088 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.336352 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.336602 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.336847 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.337117 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.337374 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.337621 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.337879 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.338138 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.338389 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.338653 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.338899 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.339172 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.339538 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.339780 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.340020 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.340406 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:07:48.340642 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:07:48.340875 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:07:48.341128 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:07:48.341358 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:07:48.341591 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:07:48.341945 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 18:07:48.345500 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 18:07:48.349562 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 18:07:48.353287 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 30 18:07:48.354885 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 18:07:48.355332 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 18:07:48.355668 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 18:07:48.356044 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 18:07:48.358810 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 18:07:48.359062 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 18:07:48.359546 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 18:07:48.364676 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 18:07:48.386860 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 18:07:48.387306 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.387599 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93861) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 18:07:48.387955 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.389320 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93861) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 18:07:48.389595 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 18:07:48.389835 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 18:07:48.393625 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.393898 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:48.457522 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 18:07:48.457752 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 18:07:48.457982 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 18:07:48.458338 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 18:07:48.478505 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_db.sqlalchemy.engines [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93861) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 18:07:49.002111 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Initializing driver for type 'gre' Aug 30 18:07:49.002636 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] gre ID ranges: [(1, 1000)] Aug 30 18:07:49.060535 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Initializing driver for type 'local' Aug 30 18:07:49.060871 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Initializing driver for type 'vlan' Aug 30 18:07:49.073583 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] VlanTypeDriver initialization complete Aug 30 18:07:49.073918 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Initializing driver for type 'vxlan' Aug 30 18:07:49.074409 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] vxlan ID ranges: [(1, 1000)] Aug 30 18:07:49.128684 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Initializing extension driver 'port_security' Aug 30 18:07:49.129143 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.extensions.port_security [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] PortSecurityExtensionDriver initialization complete Aug 30 18:07:49.129485 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Initializing mechanism driver 'openvswitch' Aug 30 18:07:49.129808 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Initializing mechanism driver 'hyperv' Aug 30 18:07:49.136469 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:07:49.137184 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > port after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.137559 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.137909 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > port after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.138426 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 18:07:49.138862 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > subnet after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.139220 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > subnet after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.139586 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.139960 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 18:07:49.140363 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > network after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.141307 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > network after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.141732 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > network after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.142138 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 18:07:49.142554 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > security_group after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.142908 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > security_group after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.143254 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.143780 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 18:07:49.144188 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.144540 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.144882 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.145292 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 18:07:49.145691 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > address_group after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.146034 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > address_group after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.146372 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.146751 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 18:07:49.147125 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] ML2 OVO RPC backend initialized. {{(pid=93861) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 18:07:49.147840 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.148192 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.148604 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > network before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.148967 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > networks before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.149315 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > port before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.149654 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > ports before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.149993 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > subnet before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.150328 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > subnets before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.150668 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > network after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.151008 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > network after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.151337 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > network after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.151667 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > port after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.151996 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.152322 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > port after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.152650 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > subnet after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.152998 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > subnet after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.153327 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.153895 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.plugin [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Modular L2 Plugin initialization complete Aug 30 18:07:49.154219 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading services supported by the core plugin {{(pid=93861) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 18:07:49.154544 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Got port-security extension from driver 'port_security' Aug 30 18:07:49.155000 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.extensions.vlantransparent [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Disabled vlantransparent extension. Aug 30 18:07:49.155475 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93861) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 18:07:49.155784 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading Plugin: router Aug 30 18:07:49.192633 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.193042 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router after_create 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.193409 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router before_create 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.193771 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.194142 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.194495 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router after_delete 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.194850 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > floatingip after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.195194 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.195549 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router after_create 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.195918 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router after_update 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.196260 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router after_update 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.196602 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.196982 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router after_update 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.197390 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router precommit_update 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.197753 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.198086 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: port after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.198417 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: subnet after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.198750 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.199092 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.199433 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router precommit_create 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.199776 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: port before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.200117 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router precommit_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.200737 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router after_update 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.201100 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.201447 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router precommit_create 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.201802 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.202142 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router precommit_update 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.202499 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > agent after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.202843 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > agent after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.203287 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > network after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.204630 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Tracking information for resource: router configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:07:49.204985 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Tracking information for resource: floatingip configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 18:07:49.209849 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.db.l3_agentschedulers_db [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 18:07:49.210418 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.210777 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: port after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.211125 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: port after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.211481 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.212258 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router before_create 55550100 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.212621 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.212997 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router precommit_create 55550100 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.213396 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > router precommit_update 55550100 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.217982 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.services.provider_configuration [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service providers = [] {{(pid=93861) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 18:07:49.218508 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.db.servicetype_db [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93861) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 18:07:49.221306 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.services.service_base [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 18:07:49.221653 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.services.service_base [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 18:07:49.221989 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.services.service_base [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 18:07:49.222868 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.services.service_base [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 18:07:49.223239 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.services.service_base [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 18:07:49.223611 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:07:49.223924 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 18:07:49.234603 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:07:49.234934 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading Plugin: auto_allocate Aug 30 18:07:49.240715 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: network precommit_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.241126 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: network precommit_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.241644 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:07:49.241959 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading Plugin: tag Aug 30 18:07:49.248388 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:07:49.248713 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading Plugin: timestamp Aug 30 18:07:49.253318 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:07:49.253601 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading Plugin: network_ip_availability Aug 30 18:07:49.258952 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.259321 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.259680 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.260377 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:07:49.260693 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading Plugin: flavors Aug 30 18:07:49.265348 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:07:49.266262 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading Plugin: revisions Aug 30 18:07:49.270532 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 18:07:49.270924 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_concurrency.lockutils [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.796s {{(pid=93861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 18:07:49.271745 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93861) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 18:07:49.272077 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Initializing extension manager. Aug 30 18:07:49.272591 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: __init__.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.272948 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: __pycache__ {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.273283 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.273610 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: address_group.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.274351 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.274916 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: address-group Aug 30 18:07:49.275233 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: address_scope.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.275933 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.276432 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: address-scope Aug 30 18:07:49.276749 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.277687 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.278191 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: router-admin-state-down-before-update Aug 30 18:07:49.278508 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: agent.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.279392 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.279898 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: agent Aug 30 18:07:49.280217 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: agent_resources_synced.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.281144 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.281675 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: agent-resources-synced Aug 30 18:07:49.281992 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: allowedaddresspairs.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.283759 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.284275 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: allowed-address-pairs Aug 30 18:07:49.284595 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: auto_allocated_topology.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.285685 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.286191 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: auto-allocated-topology Aug 30 18:07:49.286511 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: availability_zone.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.287270 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.287770 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: availability_zone Aug 30 18:07:49.288087 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: availability_zone_filter.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.289016 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.289523 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: availability_zone_filter Aug 30 18:07:49.289838 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: data_plane_status.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.290738 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.291234 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 18:07:49.291551 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: default_subnetpools.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.292448 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.292966 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: default-subnetpools Aug 30 18:07:49.293282 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.294077 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.294578 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: dhcp_agent_scheduler Aug 30 18:07:49.294895 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: dns.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.295798 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.296296 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension dns-integration not supported by any of loaded plugins Aug 30 18:07:49.296614 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: dns_domain_ports.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.297621 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.298118 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 18:07:49.298434 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.299349 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.299845 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 18:07:49.300158 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: dvr.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.300819 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.301343 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: dvr Aug 30 18:07:49.301660 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: ecmp_routes.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.302643 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.303131 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 18:07:49.303448 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: empty_string_filtering.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.304342 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.304845 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: empty-string-filtering Aug 30 18:07:49.305189 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.306091 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.306584 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 18:07:49.306901 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.307792 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.308287 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 18:07:49.308603 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: external_net.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.309520 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.310020 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: external-net Aug 30 18:07:49.310334 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.311222 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.311717 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: extra_dhcp_opt Aug 30 18:07:49.312035 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: extraroute.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.313456 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.313951 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: extraroute Aug 30 18:07:49.314265 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: extraroute_atomic.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.315275 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.315775 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: extraroute-atomic Aug 30 18:07:49.316090 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: filter_validation.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.316746 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.317265 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: filter-validation Aug 30 18:07:49.317583 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: fip_pf_description.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.318531 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.319023 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 18:07:49.319336 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: fip_port_details.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.320248 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.320745 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: fip-port-details Aug 30 18:07:49.321090 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: flavors.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.322294 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.322802 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: flavors Aug 30 18:07:49.323119 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.324756 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.325557 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 18:07:49.325884 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: floatingip_pools.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.326577 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.327078 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: floatingip-pools Aug 30 18:07:49.327397 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: ip_allocation.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.328921 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.329441 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 18:07:49.329761 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.330679 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.331183 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: ip-substring-filtering Aug 30 18:07:49.331509 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: l2_adjacency.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.332423 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.332921 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 18:07:49.333264 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: l3.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.334409 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.334922 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: router Aug 30 18:07:49.335242 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.337475 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.337997 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 18:07:49.338324 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.339249 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.339756 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: ext-gw-mode Aug 30 18:07:49.340083 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.341030 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.341532 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: l3-ha Aug 30 18:07:49.341849 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: l3_flavors.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.342754 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.343251 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: l3-flavors Aug 30 18:07:49.343570 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.344498 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.345026 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 18:07:49.345344 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: l3agentscheduler.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.346368 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.346871 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: l3_agent_scheduler Aug 30 18:07:49.347194 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: logging.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.348652 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.349234 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension logging not supported by any of loaded plugins Aug 30 18:07:49.349582 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: metering.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.350316 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.350879 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: metering Aug 30 18:07:49.351200 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.352265 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.352772 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: metering_source_and_destination_fields Aug 30 18:07:49.353116 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: multiprovidernet.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.354034 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.354532 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: multi-provider Aug 30 18:07:49.354848 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: netmtu.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.355753 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.356248 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: net-mtu Aug 30 18:07:49.356562 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: netmtu_writable.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.357485 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.357984 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: net-mtu-writable Aug 30 18:07:49.358299 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: network_availability_zone.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.358958 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.359478 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: network_availability_zone Aug 30 18:07:49.359796 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: network_ip_availability.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.360878 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.361410 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: network-ip-availability Aug 30 18:07:49.361725 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: network_segment_range.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.362482 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.362970 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 18:07:49.363283 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: pagination.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.364242 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.364564 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: pagination Aug 30 18:07:49.364976 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: port_device_profile.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.365890 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.366396 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: port-device-profile Aug 30 18:07:49.366713 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.367614 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.368113 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: port-mac-address-regenerate Aug 30 18:07:49.368428 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.369358 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.369868 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: port-numa-affinity-policy Aug 30 18:07:49.370182 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: port_resource_request.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.371095 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.371590 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 18:07:49.371907 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: portbindings.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.372814 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.373338 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: binding Aug 30 18:07:49.373653 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: portbindings_extended.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.375540 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.376048 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: binding-extended Aug 30 18:07:49.376366 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: portsecurity.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.377306 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.377804 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: port-security Aug 30 18:07:49.378118 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: project_id.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.379076 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.379397 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: project-id Aug 30 18:07:49.379711 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: providernet.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.380693 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.381230 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: provider Aug 30 18:07:49.381550 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: qos.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.385039 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.385558 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension qos not supported by any of loaded plugins Aug 30 18:07:49.385883 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.387112 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.387617 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 18:07:49.387942 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.388853 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.389382 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 18:07:49.389707 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: qos_default.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.390620 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.391672 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension qos-default not supported by any of loaded plugins Aug 30 18:07:49.391995 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: qos_fip.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.392645 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.393163 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension qos-fip not supported by any of loaded plugins Aug 30 18:07:49.393481 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: qos_gateway_ip.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.394396 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.394898 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 18:07:49.395216 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: qos_port_network_policy.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.396181 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.396684 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 18:07:49.397023 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: qos_pps_rule.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.398184 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.398700 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension qos-pps not supported by any of loaded plugins Aug 30 18:07:49.399025 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: qos_rule_type_details.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.399941 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.400448 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 18:07:49.400769 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: qos_rules_alias.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.401834 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.402336 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 18:07:49.402657 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: quotasv2.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.403552 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.403872 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: quotas Aug 30 18:07:49.404187 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: quotasv2_detail.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.407210 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.407552 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: quota_details Aug 30 18:07:49.407881 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: rbac.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.409152 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.409680 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: rbac-policies Aug 30 18:07:49.410008 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: rbac_address_group.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.410931 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.411436 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: rbac-address-group Aug 30 18:07:49.411829 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: rbac_address_scope.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.412734 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.413275 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: rbac-address-scope Aug 30 18:07:49.413598 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: rbac_security_groups.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.414498 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.415003 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: rbac-security-groups Aug 30 18:07:49.415325 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: rbac_subnetpool.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.416221 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.416723 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: rbac-subnetpool Aug 30 18:07:49.417081 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: revisionifmatch.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.417984 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.418493 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: revision-if-match Aug 30 18:07:49.418814 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: revisions.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.419905 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.420417 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: standard-attr-revisions Aug 30 18:07:49.420740 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: router_availability_zone.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.421442 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.422467 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: router_availability_zone Aug 30 18:07:49.422789 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: routerservicetype.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.423699 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.424201 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension router-service-type not supported by any of loaded plugins Aug 30 18:07:49.424521 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.425457 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.425963 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: security-groups-normalized-cidr Aug 30 18:07:49.426284 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.427187 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.427768 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: port-security-groups-filtering Aug 30 18:07:49.428089 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.429022 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.429531 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: security-groups-remote-address-group Aug 30 18:07:49.429850 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: securitygroup.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.441264 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.441795 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: security-group Aug 30 18:07:49.442129 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: segment.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.442937 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.443483 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension segment not supported by any of loaded plugins Aug 30 18:07:49.443808 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.444852 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.445421 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 18:07:49.445750 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: servicetype.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.446920 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.447452 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: service-type Aug 30 18:07:49.447777 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: sorting.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.448774 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.449118 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: sorting Aug 30 18:07:49.449441 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: standard_attr_segment.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.450611 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.451126 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 18:07:49.451448 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: standardattrdescription.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.452094 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.452593 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: standard-attr-description Aug 30 18:07:49.452912 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: stateful_security_group.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.453880 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.454386 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: stateful-security-group Aug 30 18:07:49.454706 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: stdattrs_common.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.455284 dv-cinder-804296-2-iscsi neutron-server[93861]: WARNING neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 18:07:49.455602 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.456525 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.457061 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 18:07:49.457378 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: subnet_onboard.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.458441 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.458950 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: subnet_onboard Aug 30 18:07:49.459265 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.460180 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.460679 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 18:07:49.461022 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: subnet_service_types.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.461936 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.462437 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: subnet-service-types Aug 30 18:07:49.462752 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: subnetallocation.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.463824 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.464328 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: subnet_allocation Aug 30 18:07:49.464647 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.465334 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.465838 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: subnetpool-prefix-ops Aug 30 18:07:49.466155 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.467088 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.467587 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 18:07:49.467901 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: tagging.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.468985 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.469499 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: standard-attr-tag Aug 30 18:07:49.469818 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: timestamp.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.471018 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.471529 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loaded extension: standard-attr-timestamp Aug 30 18:07:49.471851 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: trunk.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.472871 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.473419 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension trunk not supported by any of loaded plugins Aug 30 18:07:49.473728 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: trunk_details.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.474704 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.475206 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension trunk-details not supported by any of loaded plugins Aug 30 18:07:49.475525 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: uplink_status_propagation.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.476431 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.476954 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 18:07:49.477280 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Loading extension file: vlantransparent.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 18:07:49.477948 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 18:07:49.478472 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 18:07:49.480899 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:network Aug 30 18:07:49.481468 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:subnet Aug 30 18:07:49.481864 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 18:07:49.482257 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:port Aug 30 18:07:49.483460 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.483888 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service FLAVORS assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.485068 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.485495 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.485823 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:router Aug 30 18:07:49.486244 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:floatingip Aug 30 18:07:49.486739 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service METERING assigned prefix: /metering {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.488153 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.488514 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.488859 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:07:49.489939 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 18:07:49.490385 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:security_group Aug 30 18:07:49.490820 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 18:07:49.491411 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service CORE assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.491733 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 18:07:49.492074 dv-cinder-804296-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] subnetpool is already registered Aug 30 18:07:49.492497 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service CORE assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.492819 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 18:07:49.493183 dv-cinder-804296-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] subnetpool is already registered Aug 30 18:07:49.495440 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.495868 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service FLAVORS assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.496466 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.496882 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.497232 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:router Aug 30 18:07:49.497567 dv-cinder-804296-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] router is already registered Aug 30 18:07:49.497976 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:floatingip Aug 30 18:07:49.498310 dv-cinder-804296-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] floatingip is already registered Aug 30 18:07:49.498761 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service METERING assigned prefix: /metering {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.499421 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 18:07:49.499740 dv-cinder-804296-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] rbac_policy is already registered Aug 30 18:07:49.500761 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:security_group Aug 30 18:07:49.501127 dv-cinder-804296-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] security_group is already registered Aug 30 18:07:49.501531 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 18:07:49.501859 dv-cinder-804296-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] security_group_rule is already registered Aug 30 18:07:49.503198 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service CORE assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.503198 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 18:07:49.503198 dv-cinder-804296-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] subnetpool is already registered Aug 30 18:07:49.503574 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Service CORE assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 18:07:49.503842 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 18:07:49.504168 dv-cinder-804296-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] subnetpool is already registered Aug 30 18:07:49.504628 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: extensions {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.506205 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: address-groups {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.507687 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: address-scopes {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.509015 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: agents {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.510182 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: auto-allocated-topology {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.511414 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: availability_zones {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.512625 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: dhcp-networks {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.514228 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: dhcp-agents {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.515667 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: routers {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.517924 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: flavors {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.519086 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: service_profiles {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.520295 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: next_providers {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.521859 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: service_profiles {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.523374 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: floatingip-pools {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.524579 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: routers {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.526746 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: floatingips {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.528022 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: l3-routers {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.529418 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: l3-agents {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.530809 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: metering-labels {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.532215 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: metering-label-rules {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.533534 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: network-ip-availabilities {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.534792 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: bindings {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.536426 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: quotas {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.538003 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: quotas {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.539418 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: rbac-policies {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.540618 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: security-groups {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.541945 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: security-group-rules {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.543213 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: service-providers {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.544443 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: subnetpools {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.547506 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: subnetpools {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.549015 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.550672 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.552535 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.554522 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.556109 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.557964 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.559639 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.561555 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.564177 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.565932 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 18:07:49.571871 dv-cinder-804296-2-iscsi neutron-server[93861]: WARNING keystonemiddleware.auth_token [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 18:07:49.576860 dv-cinder-804296-2-iscsi neutron-server[93861]: WARNING keystonemiddleware.auth_token [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 18:07:49.585167 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_concurrency.lockutils [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Acquired lock "singleton_lock" {{(pid=93861) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 18:07:49.585640 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_concurrency.lockutils [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Releasing lock "singleton_lock" {{(pid=93861) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 18:07:49.586266 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO oslo_service.service [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Starting 2 workers Aug 30 18:07:49.591078 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Started child 93968 {{(pid=93861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 18:07:49.595463 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Started child 93969 {{(pid=93861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 18:07:49.596550 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:07:49.597212 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO neutron.service [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 18:07:49.597760 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Notify callbacks [] for process, before_spawn {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:07:49.597968 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [-] (93968) wsgi starting up on http://0.0.0.0:9696 Aug 30 18:07:49.600182 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:07:49.600604 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO oslo_service.service [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Starting 1 workers Aug 30 18:07:49.601476 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [-] (93969) wsgi starting up on http://0.0.0.0:9696 Aug 30 18:07:49.605472 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Started child 93970 {{(pid=93861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 18:07:49.605989 dv-cinder-804296-2-iscsi neutron-server[93861]: INFO oslo_service.service [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Starting 1 workers Aug 30 18:07:49.609296 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.service [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] calling RpcWorker wait() {{(pid=93970) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 18:07:49.610342 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.service [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] returning from RpcWorker wait() {{(pid=93970) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 18:07:49.610919 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Started child 93971 {{(pid=93861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 18:07:49.611678 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:07:49.611772 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3e40f2a3-097b-4a14-bd64-acc6908d899c None None] Notify callbacks [] for process, after_spawn {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:07:49.612306 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:07:49.613562 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93861) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 18:07:49.613771 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 18:07:49.613952 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 18:07:49.614163 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 18:07:49.614497 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 18:07:49.614655 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 18:07:49.615233 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.615519 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.615769 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.615857 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:07:49.616287 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.616287 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.616865 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.616979 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:07:49.617177 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.617445 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.617707 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.617930 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.618097 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.618257 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.618504 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.618750 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.619048 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.619317 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.619546 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.619818 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.619981 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.620229 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.620510 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.620763 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.621041 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] debug = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.621280 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.621786 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.622008 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.622241 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.622453 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.622720 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.622967 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.623214 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.623459 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.623685 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.623932 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.624181 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.624406 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.624630 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.624872 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.625732 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.626051 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.626531 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] host = dv-cinder-804296-2-iscsi {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.626746 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.626982 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.627248 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.627426 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.627667 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.627880 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.628127 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.628384 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.628635 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.628871 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.629144 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.629417 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.629627 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.629864 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.630021 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_options = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.630232 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.630502 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.630791 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.630951 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.631115 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.631289 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.631540 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.631698 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.631947 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.632158 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.632366 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.632574 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.632805 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.633072 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.633348 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.633587 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.633811 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.634036 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.634275 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.634525 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.634743 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.634962 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.635189 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.635402 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.635609 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.635837 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.636094 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.636283 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.636489 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.636723 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.636966 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.637228 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.637456 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.637714 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.637935 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.638156 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.638362 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.638626 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.638848 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.639083 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.639332 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.639565 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.639859 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.639996 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.640183 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.640388 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_json = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.640593 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.640888 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.641211 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.641422 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.641630 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.641838 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.642046 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.642271 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.642725 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.642997 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.643301 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.643530 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.643776 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.644021 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.644262 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.644475 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.644717 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.644946 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.645265 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.645483 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.645779 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.646065 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.646351 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.646812 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.647145 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.647420 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.647651 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.647866 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.648106 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.648338 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.648616 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.648847 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.649096 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.649320 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.649542 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.649862 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.650132 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.650386 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.650705 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.651046 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.651268 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.651497 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.651714 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.651943 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.652330 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.652730 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.652997 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.653193 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.653969 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.653969 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.654461 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.654461 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.654637 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.654855 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.655108 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.655378 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.655536 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.655723 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.655938 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.656219 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.656433 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.656674 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.656923 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.657330 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.657478 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.657629 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.657793 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.658007 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.658747 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.658989 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.659217 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.659424 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.659635 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.659871 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.660151 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.660304 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.660490 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.660903 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.660903 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.661237 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.661375 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.661562 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.661869 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.662095 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.662286 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.662514 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.662774 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.663015 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.663224 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.663469 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.663655 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.663866 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.664074 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.664295 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.664501 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.664712 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.664921 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.665203 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.665504 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.665732 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.665982 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.666194 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.666422 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.666631 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.666874 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.667107 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.667344 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.667557 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.667796 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.668013 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.668237 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.668468 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.668683 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.668922 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.669156 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.669390 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.669600 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.669826 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.670040 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.670574 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.670574 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.670746 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.670964 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.671216 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.671470 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.671700 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.672515 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.672728 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.672993 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.673294 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.673577 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.673840 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.674080 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.674307 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.674556 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.674811 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.675051 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.675303 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.675542 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.675770 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.676031 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.676254 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.676676 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.676676 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.676972 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.677257 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.677560 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.677810 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.678067 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.678287 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.678511 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.678920 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.679046 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.679235 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.679480 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.679715 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.679935 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.680141 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.680394 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.680562 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.680966 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.681114 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.681275 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.681499 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.681706 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.681930 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.682189 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.682400 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.682614 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.682836 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.683183 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.683310 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.683465 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.683678 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.683897 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.684127 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.684341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.684554 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.684765 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.685034 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.685291 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.685503 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.685762 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.686008 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.686764 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.686764 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.686764 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.687015 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.687162 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.687392 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.687670 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.688647 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.688647 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.689410 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.689410 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.689410 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.689833 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.689833 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.690101 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.690226 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.690520 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.690988 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.690988 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.692018 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.692018 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.692018 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.692018 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.692485 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.692485 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.692485 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.692845 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.692998 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.693159 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.693412 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.695221 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.695221 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.695221 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.695221 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.695221 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.695221 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.695221 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.695221 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.695818 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.695818 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.695818 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.696042 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.696167 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.696369 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.696603 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.696803 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.697030 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.697270 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.698385 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.698385 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.698385 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.698385 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.698385 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.699061 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.699061 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.699061 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.699444 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.699444 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.700573 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.700573 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.700573 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.700573 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.700573 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.701057 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.701057 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.701341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.701341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.701555 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.701770 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.701979 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.702181 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.702457 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.702708 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.702944 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.703263 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.703761 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.703761 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.704055 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.704576 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.704576 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.704845 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.705012 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.705158 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.705341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.705601 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.705908 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.706174 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.706429 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.706659 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.706921 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.707196 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.707460 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.708296 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.708664 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.709016 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.709294 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.709550 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.709772 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.710034 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.710244 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.710478 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.710706 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.710934 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.711166 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.711397 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.711613 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.711836 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.712064 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.712284 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.712495 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.712715 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.712979 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.713203 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.713436 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.713573 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 18:07:49.714078 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93861) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 18:07:49.714232 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 18:07:49.714409 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 18:07:49.714526 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 18:07:49.714696 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 18:07:49.714848 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 18:07:49.715049 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.715205 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.715359 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.715514 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.715668 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.715845 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.716002 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.716155 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.716308 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.716464 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.716619 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.716774 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.716948 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.717101 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.717255 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.717409 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.717562 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.717716 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.717875 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.718028 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.718181 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.718335 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.718488 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] debug = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.718645 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.718850 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.719004 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.719153 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.719307 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.719460 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.719614 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.719767 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.719921 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.720075 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.720231 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.720386 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.720539 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.720693 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.720845 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.721019 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.721173 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.721327 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] host = dv-cinder-804296-2-iscsi {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.721466 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.721620 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.721772 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.721930 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.722086 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.722239 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.722392 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.722544 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.722699 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.722851 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.723007 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.723172 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.723326 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.723496 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.723705 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_options = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.723847 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.723981 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.724117 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.724262 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.724413 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.724573 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.724728 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.724883 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.725060 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.725214 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.725367 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.725521 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.725675 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.725828 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.725982 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.726142 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.726297 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.726447 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.726989 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.726989 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.726989 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.727249 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.727249 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.727398 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.727478 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.727608 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.727757 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.727890 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.728028 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.728183 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.728325 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.728505 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.728665 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.728795 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.728957 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.729121 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.729259 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.729396 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.729527 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.729677 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.729812 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.729945 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.730076 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.730217 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.730352 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.730489 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_json = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.730624 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.730773 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.730921 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.731068 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.731221 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.731374 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.731528 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.731682 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 18:07:49.731854 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.732030 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.732178 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.732334 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.732492 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.732649 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.732806 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.732989 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.733152 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.733308 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.733471 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.733628 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.733816 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.733939 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.734093 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.734252 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.734922 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.735081 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.735239 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.735396 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.735551 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.735706 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.735870 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.736025 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.736180 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.736336 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.736491 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.736662 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.736818 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.736995 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.737152 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.737308 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.737464 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.737621 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.737779 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.737936 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.738094 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.738250 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.738405 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.738562 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.738718 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.738873 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.739030 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.739187 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.739344 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.739502 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.739657 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.739859 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.740043 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.740810 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.740996 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.741181 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.741312 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.741448 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.741600 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.741768 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.742155 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.742155 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.742418 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.742418 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.742610 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.742689 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.742811 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.742932 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.743094 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.743219 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.743577 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.743577 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.743905 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.743905 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.744151 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.744151 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.744384 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.744384 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.744626 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.744756 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.744880 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.745121 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.745121 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.745334 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.745419 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.745576 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.745734 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.745875 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.746035 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.746190 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.746346 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.746502 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.746657 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.746822 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.746991 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.747148 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.747306 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.747462 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.747619 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.747775 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.747931 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.748086 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.748241 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.748396 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.748552 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.748708 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.748865 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.749051 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.749208 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.749365 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.749520 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.750022 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.750022 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.750022 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.750987 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.750987 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.750987 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.751329 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.751329 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.751561 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.751561 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.751752 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.751832 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.751959 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.752121 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.752283 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.752424 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.752583 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.752738 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.752894 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.753069 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.753218 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.753359 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.753517 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.753724 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.753859 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.754070 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.754187 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.754296 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.754426 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.754581 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.754758 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.754913 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.755144 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.755279 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.755401 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.755587 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.755746 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.755901 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.756058 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.756213 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.756370 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.756526 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.756682 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.756837 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.757013 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.757169 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.757326 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.757482 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.757621 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.757782 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.757938 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.758093 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.758249 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.758403 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.758558 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.758714 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.758869 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.759024 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.759179 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.759334 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.759490 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.759645 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.759801 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.759956 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.760110 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.760264 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.760419 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.760598 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.760732 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.760876 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.761054 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.761211 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.761368 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.761523 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.761650 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:07:49.761757 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.761841 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.761971 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.762126 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.762282 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.762439 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.762595 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.762751 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.762908 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.763063 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.763218 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.763387 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.763542 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.763701 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.763857 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.764013 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.764160 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.764311 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.764465 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.764619 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.764774 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.764948 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.765107 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.765264 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.765421 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.765577 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.765760 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.765915 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.766071 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.766226 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.766395 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.766551 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.766706 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.766862 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.767018 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.767173 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.767338 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.767494 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.767649 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.767804 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.767960 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.768119 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.768284 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.768439 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.768593 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.768748 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.768903 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.769079 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.769231 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.769387 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.769542 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.769696 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.769850 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.770005 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.770168 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.770323 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.770477 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.770633 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.770787 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.770942 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.771175 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.771337 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.771493 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.771648 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.771803 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.771958 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.772122 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.772279 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.772434 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.772601 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.772750 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.772896 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.773071 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.773221 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.773378 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.773535 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.773694 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.773849 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.774006 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.774151 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.774306 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.774446 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.775676 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.779794 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.779794 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.779794 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.779794 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.779794 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.779794 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.779794 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.779794 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780341 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780826 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780826 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780826 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780826 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780826 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780826 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780826 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780826 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.780826 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 18:07:49.781887 dv-cinder-804296-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 18:07:50.039422 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 43308) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:07:50.048955 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072453 Aug 30 18:08:01.413442 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09048df9-44a5-4f0b-88cb-d7eef079b216 None None] get_active_networks_info from dv-cinder-804296-2-iscsi {{(pid=93970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 18:08:01.479883 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09048df9-44a5-4f0b-88cb-d7eef079b216 None None] No non-hosted networks {{(pid=93970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 18:08:01.618780 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-79b4c713-11be-428c-ab2c-adbfbbd5e61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3760797'] for agent, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:03.947963 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-821eaa99-3d58-4d6b-ae9a-1284ebe8e022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3760797'] for agent, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:04.036730 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6f78cadd-54a8-4a01-b200-b403cb580609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:04.087585 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3760797'] for agent, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:04.088384 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:04.088810 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:04.089198 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:04.089534 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:04.089870 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:04.090230 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:04.090718 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:04.091077 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:04.091442 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:04.091769 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:04.092106 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:04.092472 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:04.092970 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804296-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:08:04.108125 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804296-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:08:05.148657 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3760797'] for agent, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:06.491916 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3760797'] for agent, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:07.754269 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 43400) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:08:08.245978 dv-cinder-804296-2-iscsi neutron-server[93969]: WARNING oslo_policy.policy [None req-a8c5e6ae-6bab-43e5-a5ea-a3e68e624f2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:08:08.246568 dv-cinder-804296-2-iscsi neutron-server[93969]: WARNING oslo_policy.policy [None req-a8c5e6ae-6bab-43e5-a5ea-a3e68e624f2e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:08:08.470666 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [None req-a8c5e6ae-6bab-43e5-a5ea-a3e68e624f2e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:08:08.471623 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a8c5e6ae-6bab-43e5-a5ea-a3e68e624f2e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7164340 Aug 30 18:08:10.838371 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 43414) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:08:11.161541 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-4305433e-5d89-4235-8bb8-202dcd434439 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:08:11.254453 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.policy [None req-4305433e-5d89-4235-8bb8-202dcd434439 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93969) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 18:08:11.296325 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.db.l3_hamode_db [None req-f7963e9d-13d6-4e24-9e03-5ed4ddeaa1be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 18:08:11.299206 dv-cinder-804296-2-iscsi neutron-server[93969]: WARNING oslo_policy.policy [None req-4305433e-5d89-4235-8bb8-202dcd434439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:08:11.299592 dv-cinder-804296-2-iscsi neutron-server[93969]: WARNING oslo_policy.policy [None req-4305433e-5d89-4235-8bb8-202dcd434439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:08:11.308005 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.quota [None req-4305433e-5d89-4235-8bb8-202dcd434439 admin admin] Loaded quota_driver: . Aug 30 18:08:11.381440 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7963e9d-13d6-4e24-9e03-5ed4ddeaa1be None None] Routers set() bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:08:11.381839 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7963e9d-13d6-4e24-9e03-5ed4ddeaa1be None None] Router IDs set() for agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 18:08:11.397840 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4305433e-5d89-4235-8bb8-202dcd434439 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740408390188', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740408265851', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740408271508', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740408276016', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740402464460', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740408297604', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525300', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-670154', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3882116', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3911268'] for rbac-policy, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:11.460739 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4305433e-5d89-4235-8bb8-202dcd434439 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:11.461937 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4305433e-5d89-4235-8bb8-202dcd434439 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6225226 Aug 30 18:08:14.050211 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 43426) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:08:14.344126 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'project_id': '936124107d064626b0e51959fac7cf22', 'admin_state_up': True}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:08:14.371859 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Made reservation on behalf of 936124107d064626b0e51959fac7cf22 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:08:14.374529 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:14.391433 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:14.512422 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:14.516537 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:14.540111 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:08:14.565386 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740403657957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:14.565976 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Unsubscribe: segment precommit_create {{(pid=93969) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 18:08:14.566497 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Added segment 2a3e0123-7f41-41c0-9afc-e656092be88c of type vlan for network 0eef9cc6-322f-4502-8d18-ae54624b2a6d Aug 30 18:08:14.572265 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c103125-4d4f-4e3c-b43d-1cecc0bcca01,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:14.608538 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:14.608898 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:14.609296 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:14.609635 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:14.609960 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:14.610298 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:14.610623 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:14.610945 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:14.611278 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:14.611601 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:14.611915 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:14.612226 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Tracked resource versions report: Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: pushed versions: Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: { 'AddressGroup': {'1.2'}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'ConntrackHelper': {'1.0'}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Log': {'1.0'}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Network': {'1.1'}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Port': {'1.7'}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'PortForwarding': {'1.2'}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'QosPolicy': {'1.9'}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'SecurityGroup': {'1.4'}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'SubPort': {'1.0'}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Subnet': {'1.1'}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Trunk': {'1.1'}} Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: consumer versions: Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: { DHCP agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: L3 agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: Metadata agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: Metering agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: Open vSwitch agent@dv-cinder-804296-2-iscsi: { 'AddressGroup': '1.2', Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'ConntrackHelper': '1.0', Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Log': '1.0', Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Network': '1.1', Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Port': '1.7', Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'PortForwarding': '1.2', Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'QosPolicy': '1.9', Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'SecurityGroup': '1.4', Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'SecurityGroupRule': '1.2', Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'SubPort': '1.0', Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Subnet': '1.1', Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Trunk': '1.1'}} Aug 30 18:08:14.613337 dv-cinder-804296-2-iscsi neutron-server[93969]: {{(pid=93969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:08:14.686812 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:14.725107 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:14.726209 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:08:14.726862 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:14.805867 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7545655 Aug 30 18:08:14.824037 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4642117-bc1f-4660-b193-32c1b26d0578 admin admin] Pushing event updated for resources: {'Network': ['ID=0eef9cc6-322f-4502-8d18-ae54624b2a6d,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:14.836424 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network 0eef9cc6-322f-4502-8d18-ae54624b2a6d details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:08:17.450000 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 43440) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:08:17.837028 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04671e5a-73ea-4bc1-a181-50ff265447d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:08:17.838403 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-04671e5a-73ea-4bc1-a181-50ff265447d4 admin admin] 10.222.0.16 "GET /v2.0/networks/0eef9cc6-322f-4502-8d18-ae54624b2a6d HTTP/1.1" status: 200 len: 825 time: 0.3871801 Aug 30 18:08:17.862903 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f55244e7-c5a3-44a1-9491-5f8be0dc0db7 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/724fd4a6-b49e-4f48-a01c-fbd2a2764fbc HTTP/1.1" status: 200 len: 734 time: 0.0183914 Aug 30 18:08:17.872121 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-00a20cdc-8789-4275-ab22-b109f40ac1f6 admin admin] Request body: {'subnet': {'subnetpool_id': '724fd4a6-b49e-4f48-a01c-fbd2a2764fbc', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:08:17.893111 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a20cdc-8789-4275-ab22-b109f40ac1f6 admin admin] Made reservation on behalf of 936124107d064626b0e51959fac7cf22 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:08:17.895335 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00a20cdc-8789-4275-ab22-b109f40ac1f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:18.179751 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00a20cdc-8789-4275-ab22-b109f40ac1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:18.249510 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a20cdc-8789-4275-ab22-b109f40ac1f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31118ae9-da39-497f-b27a-4077680b9361,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:18.252001 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a20cdc-8789-4275-ab22-b109f40ac1f6 admin admin] Checking segment: {'id': '2a3e0123-7f41-41c0-9afc-e656092be88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:08:18.252384 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a20cdc-8789-4275-ab22-b109f40ac1f6 admin admin] Network hostable DHCP agents. Network: 0eef9cc6-322f-4502-8d18-ae54624b2a6d, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:08:18.272837 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a20cdc-8789-4275-ab22-b109f40ac1f6 admin admin] Network 0eef9cc6-322f-4502-8d18-ae54624b2a6d is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:08:18.284389 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-00a20cdc-8789-4275-ab22-b109f40ac1f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, 0eef9cc6-322f-4502-8d18-ae54624b2a6d) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:08:18.288910 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a20cdc-8789-4275-ab22-b109f40ac1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:08:18.289510 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-00a20cdc-8789-4275-ab22-b109f40ac1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:18.293918 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8deb438-40bb-4116-baf3-db9ac01610c5 None None] Network 0eef9cc6-322f-4502-8d18-ae54624b2a6d requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:08:18.303967 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-00a20cdc-8789-4275-ab22-b109f40ac1f6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4351771 Aug 30 18:08:18.610565 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff832dd6-95b2-59a4-a3ae-04890c023e2b-0eef9cc6-322f-4502-8d18-ae54624b2a6d', 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'fixed_ips': [{'subnet_id': '31118ae9-da39-497f-b27a-4077680b9361'}]}} from dv-cinder-804296-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:08:18.611838 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:18.882964 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Allocated IP 172.20.0.2 (0eef9cc6-322f-4502-8d18-ae54624b2a6d/31118ae9-da39-497f-b27a-4077680b9361/8e1e22f7-e00d-40d8-b329-a999415d64b9) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:08:19.084401 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:19.125802 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Transition to ACTIVE for port object 8e1e22f7-e00d-40d8-b329-a999415d64b9 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:08:19.146549 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Transition to ACTIVE for port object 8e1e22f7-e00d-40d8-b329-a999415d64b9 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:08:19.154395 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:19.220176 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Network 0eef9cc6-322f-4502-8d18-ae54624b2a6d is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:08:19.232723 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:08:19.238228 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Pushing event updated for resources: {'Port': ['ID=8e1e22f7-e00d-40d8-b329-a999415d64b9,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:19.240424 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:08:19.271358 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:19.271703 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:19.272043 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:19.272375 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:19.272700 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:19.273054 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:19.273376 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:19.273698 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:19.274034 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:19.274360 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:19.274676 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:19.274992 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Tracked resource versions report: Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: pushed versions: Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: { 'AddressGroup': {'1.2'}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'ConntrackHelper': {'1.0'}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Log': {'1.0'}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Network': {'1.1'}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Port': {'1.7'}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'PortForwarding': {'1.2'}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'QosPolicy': {'1.9'}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'SecurityGroup': {'1.4'}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'SubPort': {'1.0'}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Subnet': {'1.1'}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Trunk': {'1.1'}} Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: consumer versions: Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: { DHCP agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: L3 agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: Metadata agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: Metering agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: Open vSwitch agent@dv-cinder-804296-2-iscsi: { 'AddressGroup': '1.2', Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'ConntrackHelper': '1.0', Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Log': '1.0', Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Network': '1.1', Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Port': '1.7', Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'PortForwarding': '1.2', Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'QosPolicy': '1.9', Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'SecurityGroup': '1.4', Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'SecurityGroupRule': '1.2', Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'SubPort': '1.0', Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Subnet': '1.1', Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Trunk': '1.1'}} Aug 30 18:08:19.276036 dv-cinder-804296-2-iscsi neutron-server[93970]: {{(pid=93970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:08:19.322654 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Attempting to bind port 8e1e22f7-e00d-40d8-b329-a999415d64b9 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:08:19.323193 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Attempting to bind port 8e1e22f7-e00d-40d8-b329-a999415d64b9 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '2a3e0123-7f41-41c0-9afc-e656092be88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:08:19.323461 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Attempting to bind port 8e1e22f7-e00d-40d8-b329-a999415d64b9 on network 0eef9cc6-322f-4502-8d18-ae54624b2a6d {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:08:19.328532 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:08:19.328973 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Checking segment: {'id': '2a3e0123-7f41-41c0-9afc-e656092be88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:08:19.329958 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:19.330348 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Bound using segment: {'id': '2a3e0123-7f41-41c0-9afc-e656092be88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:08:19.330842 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Bound port: 8e1e22f7-e00d-40d8-b329-a999415d64b9, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3e0123-7f41-41c0-9afc-e656092be88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:08:19.331240 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:19.392357 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] For port 8e1e22f7-e00d-40d8-b329-a999415d64b9, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:08:19.396612 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] For port 8e1e22f7-e00d-40d8-b329-a999415d64b9, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=8e1e22f7-e00d-40d8-b329-a999415d64b9,segment=NetworkSegment(2a3e0123-7f41-41c0-9afc-e656092be88c),segment_id=2a3e0123-7f41-41c0-9afc-e656092be88c)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:08:19.401377 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:19.465747 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a73a7-b7d7-4e8f-9a6c-df58a9ec97d7 None None] Pushing event updated for resources: {'Port': ['ID=8e1e22f7-e00d-40d8-b329-a999415d64b9,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:20.715556 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 43448) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:08:21.033076 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [None req-62e0cc6c-0c30-4f1c-a76e-ee9b6530c85c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:08:21.034075 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-62e0cc6c-0c30-4f1c-a76e-ee9b6530c85c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3175821 Aug 30 18:08:23.498492 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 43456) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:08:24.008661 dv-cinder-804296-2-iscsi neutron-server[93968]: WARNING oslo_policy.policy [None req-a31fc0e2-2fdb-48f2-a5f3-5d06ec8f44a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:08:24.009333 dv-cinder-804296-2-iscsi neutron-server[93968]: WARNING oslo_policy.policy [None req-a31fc0e2-2fdb-48f2-a5f3-5d06ec8f44a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:08:24.233479 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [None req-a31fc0e2-2fdb-48f2-a5f3-5d06ec8f44a4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:08:24.234640 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a31fc0e2-2fdb-48f2-a5f3-5d06ec8f44a4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7335558 Aug 30 18:08:26.910820 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 43476) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:08:27.208685 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-657b36bf-519e-4af7-b94e-44dc98c405f5 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '936124107d064626b0e51959fac7cf22', 'name': 'router1'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:08:27.272311 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.policy [None req-657b36bf-519e-4af7-b94e-44dc98c405f5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93968) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 18:08:27.318302 dv-cinder-804296-2-iscsi neutron-server[93968]: WARNING oslo_policy.policy [None req-657b36bf-519e-4af7-b94e-44dc98c405f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:08:27.318730 dv-cinder-804296-2-iscsi neutron-server[93968]: WARNING oslo_policy.policy [None req-657b36bf-519e-4af7-b94e-44dc98c405f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 18:08:27.327753 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.quota [None req-657b36bf-519e-4af7-b94e-44dc98c405f5 admin admin] Loaded quota_driver: . Aug 30 18:08:27.384460 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-657b36bf-519e-4af7-b94e-44dc98c405f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102410'] for router, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:27.386333 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-657b36bf-519e-4af7-b94e-44dc98c405f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3763922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102429'] for router, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:27.541626 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-657b36bf-519e-4af7-b94e-44dc98c405f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:27.548182 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-657b36bf-519e-4af7-b94e-44dc98c405f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3756163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3763981'] for router, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:27.567094 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-657b36bf-519e-4af7-b94e-44dc98c405f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:27.580775 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-657b36bf-519e-4af7-b94e-44dc98c405f5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6567390 Aug 30 18:08:27.855475 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e08255a-4bd9-4a14-9da8-91e21f67b920 None None] Network 0eef9cc6-322f-4502-8d18-ae54624b2a6d requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:08:27.894912 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 8e1e22f7-e00d-40d8-b329-a999415d64b9 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:08:27.991666 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-efca9020-ac4a-4629-aa3c-cfed8fb89ca4 None None] Provisioning for port 8e1e22f7-e00d-40d8-b329-a999415d64b9 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:08:28.029644 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 8e1e22f7-e00d-40d8-b329-a999415d64b9 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:08:28.055929 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 8e1e22f7-e00d-40d8-b329-a999415d64b9 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:08:28.056264 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:28.207339 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:28.242237 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 8e1e22f7-e00d-40d8-b329-a999415d64b9, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=8e1e22f7-e00d-40d8-b329-a999415d64b9,segment=NetworkSegment(2a3e0123-7f41-41c0-9afc-e656092be88c),segment_id=2a3e0123-7f41-41c0-9afc-e656092be88c)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:08:28.248021 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:28.297615 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=8e1e22f7-e00d-40d8-b329-a999415d64b9,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:28.426914 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-e2b6cadf-92da-4b84-a17d-875c9bc7570a None None] Provisioning complete for port 8e1e22f7-e00d-40d8-b329-a999415d64b9 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:08:28.427302 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e2b6cadf-92da-4b84-a17d-875c9bc7570a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:28.670504 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:08:29.859189 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 8e1e22f7-e00d-40d8-b329-a999415d64b9 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:08:29.904879 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 8e1e22f7-e00d-40d8-b329-a999415d64b9 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:08:29.905275 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:29.981606 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 43488) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:08:30.291551 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [None req-fa03ff72-580d-4c4c-8045-0ec41b078e3f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:08:30.292522 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-fa03ff72-580d-4c4c-8045-0ec41b078e3f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3098149 Aug 30 18:08:31.282198 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c0c77c2d-bb50-4c77-837f-8d7562b87582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:32.664301 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 43496) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:08:32.972312 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:08:32.995279 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Made reservation on behalf of de10359d45a749f8a908db5d4af5279e for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:08:32.997992 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:33.013714 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:33.129153 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:33.133235 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:33.143941 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Reserving flat network on physical network physnet1 {{(pid=93968) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 18:08:33.174406 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740403657957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:33.174968 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Unsubscribe: segment precommit_create {{(pid=93968) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 18:08:33.175478 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Added segment 53b208d4-0f20-4b2d-b600-220463148e7c of type flat for network b260bd70-94f8-4100-a215-2751a0a4278f Aug 30 18:08:33.190922 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be6ffc0-6abf-44a8-b08d-8e99d25112ce,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:33.239328 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:33.239681 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:33.240025 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:33.240365 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:33.240687 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:33.241047 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:33.241373 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:33.241691 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:33.242021 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:33.242340 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:33.242654 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:33.242968 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Tracked resource versions report: Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: pushed versions: Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: { 'AddressGroup': {'1.2'}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'ConntrackHelper': {'1.0'}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Log': {'1.0'}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Network': {'1.1'}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Port': {'1.7'}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'PortForwarding': {'1.2'}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'QosPolicy': {'1.9'}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'SecurityGroup': {'1.4'}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'SubPort': {'1.0'}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Subnet': {'1.1'}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Trunk': {'1.1'}} Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: consumer versions: Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: { DHCP agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: L3 agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: Metadata agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: Metering agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: Open vSwitch agent@dv-cinder-804296-2-iscsi: { 'AddressGroup': '1.2', Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'ConntrackHelper': '1.0', Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Log': '1.0', Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Network': '1.1', Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Port': '1.7', Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'PortForwarding': '1.2', Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'QosPolicy': '1.9', Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'SecurityGroup': '1.4', Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'SecurityGroupRule': '1.2', Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'SubPort': '1.0', Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Subnet': '1.1', Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Trunk': '1.1'}} Aug 30 18:08:33.244076 dv-cinder-804296-2-iscsi neutron-server[93968]: {{(pid=93968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:08:33.300639 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:33.342467 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:33.343641 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:08:33.344283 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:33.422494 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7565265 Aug 30 18:08:33.440648 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33fbf9-1e51-47bd-8d02-e1285f685b9f admin admin] Pushing event updated for resources: {'Network': ['ID=b260bd70-94f8-4100-a215-2751a0a4278f,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:33.452213 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network b260bd70-94f8-4100-a215-2751a0a4278f details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:08:33.945680 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e8b209a4-291c-466b-ab20-19fb103e52be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:34.009471 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:35.092973 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:35.800093 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 43518) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:08:36.017694 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31136fbd-03f2-46d8-b0cd-bc4de9cac1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:08:36.019062 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-31136fbd-03f2-46d8-b0cd-bc4de9cac1f5 admin admin] 10.222.0.16 "GET /v2.0/subnets/31118ae9-da39-497f-b27a-4077680b9361 HTTP/1.1" status: 200 len: 849 time: 0.2180719 Aug 30 18:08:36.159398 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0eacc2c1-65fe-4fa9-9d83-08259c1dbb3c admin admin] 10.222.0.16 "GET /v2.0/routers/56445a9f-a710-4260-916b-a08e8a921443 HTTP/1.1" status: 200 len: 704 time: 0.1341095 Aug 30 18:08:36.421924 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:36.442929 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:36.715498 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Allocated IP 172.20.0.1 (0eef9cc6-322f-4502-8d18-ae54624b2a6d/31118ae9-da39-497f-b27a-4077680b9361/c608daad-6f17-4181-afcf-4d7f78913da0) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:08:36.896883 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:36.919828 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Transition to ACTIVE for port object c608daad-6f17-4181-afcf-4d7f78913da0 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:08:36.988459 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:37.051530 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Network 0eef9cc6-322f-4502-8d18-ae54624b2a6d is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:08:37.057137 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:08:37.068886 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:08:37.069467 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3764178'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:37.125026 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Pushing event updated for resources: {'Port': ['ID=c608daad-6f17-4181-afcf-4d7f78913da0,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:37.262143 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:37.272312 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-3d1e64a3-c7e7-4719-a4a9-bb0c9347c1af None None] Provisioning for port c608daad-6f17-4181-afcf-4d7f78913da0 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:08:37.275853 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-3d1e64a3-c7e7-4719-a4a9-bb0c9347c1af None None] Provisioning complete for port c608daad-6f17-4181-afcf-4d7f78913da0 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:08:37.276222 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3d1e64a3-c7e7-4719-a4a9-bb0c9347c1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:37.310043 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e64a3-c7e7-4719-a4a9-bb0c9347c1af None None] Port c608daad-6f17-4181-afcf-4d7f78913da0 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:08:37.517257 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:37.521731 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:37.522503 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3762445'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:37.597254 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Pushing event updated for resources: {'Port': ['ID=c608daad-6f17-4181-afcf-4d7f78913da0,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:37.645741 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Network 0eef9cc6-322f-4502-8d18-ae54624b2a6d is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:08:37.647005 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:08:37.806556 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Router 56445a9f-a710-4260-916b-a08e8a921443 is scheduled to L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 with binding_index 1 {{(pid=93968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:08:37.830134 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-b9d6dec5-d765-4df2-9796-bcaa3cb6df39 None None] Provisioning complete for port c608daad-6f17-4181-afcf-4d7f78913da0 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:08:37.830652 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b9d6dec5-d765-4df2-9796-bcaa3cb6df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:37.866501 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-b9d6dec5-d765-4df2-9796-bcaa3cb6df39 None None] Port c608daad-6f17-4181-afcf-4d7f78913da0 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:08:37.900725 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:08:37.906753 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a7683670-378a-4de8-9243-6b264774343d admin admin] 10.222.0.16 "PUT /v2.0/routers/56445a9f-a710-4260-916b-a08e8a921443/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7418542 Aug 30 18:08:37.910469 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Sync routers for ids ['56445a9f-a710-4260-916b-a08e8a921443'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:08:37.922271 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Routers {'56445a9f-a710-4260-916b-a08e8a921443'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:08:37.923137 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:08:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['56445a9f-a710-4260-916b-a08e8a921443'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:08:38.106200 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Set router 56445a9f-a710-4260-916b-a08e8a921443 gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:08:38.534544 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56445a9f-a710-4260-916b-a08e8a921443', 'name': 'router1', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:08:27Z', 'updated_at': '2021-08-30T18:08:37Z', 'revision_number': 2, 'project_id': '936124107d064626b0e51959fac7cf22', 'gw_port_host': None, '_interfaces': [{'id': 'c608daad-6f17-4181-afcf-4d7f78913da0', 'name': '', 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'mac_address': 'fa:16:3e:e7:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56445a9f-a710-4260-916b-a08e8a921443', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31118ae9-da39-497f-b27a-4077680b9361', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:08:36Z', 'updated_at': '2021-08-30T18:08:37Z', 'revision_number': 2, 'project_id': '936124107d064626b0e51959fac7cf22', 'subnets': [{'id': '31118ae9-da39-497f-b27a-4077680b9361', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '724fd4a6-b49e-4f48-a01c-fbd2a2764fbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:08:38.583726 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Checking router: 56445a9f-a710-4260-916b-a08e8a921443 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:08:38.584098 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Updating router 56445a9f-a710-4260-916b-a08e8a921443 port c608daad-6f17-4181-afcf-4d7f78913da0 binding host dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:08:38.631428 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:39.138523 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:39.156352 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Transition to ACTIVE for port object c608daad-6f17-4181-afcf-4d7f78913da0 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:08:39.162477 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:39.323722 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Pushing event updated for resources: {'Port': ['ID=c608daad-6f17-4181-afcf-4d7f78913da0,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:39.332548 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Attempting to bind port c608daad-6f17-4181-afcf-4d7f78913da0 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:08:39.332963 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Attempting to bind port c608daad-6f17-4181-afcf-4d7f78913da0 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '2a3e0123-7f41-41c0-9afc-e656092be88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:08:39.333388 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Attempting to bind port c608daad-6f17-4181-afcf-4d7f78913da0 on network 0eef9cc6-322f-4502-8d18-ae54624b2a6d {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:08:39.336624 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:39.336992 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:39.337334 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:39.337662 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:39.337987 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:39.338313 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:39.338633 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:39.338952 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:39.339277 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:39.339594 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:39.339910 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:39.340233 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Tracked resource versions report: Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: pushed versions: Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: { 'AddressGroup': {'1.2'}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'ConntrackHelper': {'1.0'}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Log': {'1.0'}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Network': {'1.1'}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Port': {'1.7'}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'PortForwarding': {'1.2'}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'QosPolicy': {'1.9'}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'SecurityGroup': {'1.4'}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'SubPort': {'1.0'}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Subnet': {'1.1'}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Trunk': {'1.1'}} Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: consumer versions: Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: { DHCP agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: L3 agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: Metadata agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: Metering agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: Open vSwitch agent@dv-cinder-804296-2-iscsi: { 'AddressGroup': '1.2', Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'ConntrackHelper': '1.0', Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Log': '1.0', Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Network': '1.1', Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Port': '1.7', Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'PortForwarding': '1.2', Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'QosPolicy': '1.9', Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'SecurityGroup': '1.4', Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'SecurityGroupRule': '1.2', Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'SubPort': '1.0', Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Subnet': '1.1', Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Trunk': '1.1'}} Aug 30 18:08:39.341278 dv-cinder-804296-2-iscsi neutron-server[93971]: {{(pid=93971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:08:39.345950 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:08:39.346366 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Checking segment: {'id': '2a3e0123-7f41-41c0-9afc-e656092be88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:08:39.346863 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:39.347240 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Bound using segment: {'id': '2a3e0123-7f41-41c0-9afc-e656092be88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:08:39.347745 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Bound port: c608daad-6f17-4181-afcf-4d7f78913da0, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3e0123-7f41-41c0-9afc-e656092be88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:08:39.348134 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:39.414526 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] For port c608daad-6f17-4181-afcf-4d7f78913da0, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:08:39.434098 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] For port c608daad-6f17-4181-afcf-4d7f78913da0, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=c608daad-6f17-4181-afcf-4d7f78913da0,segment=NetworkSegment(2a3e0123-7f41-41c0-9afc-e656092be88c),segment_id=2a3e0123-7f41-41c0-9afc-e656092be88c)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:08:39.439414 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:39.491873 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Routers {'56445a9f-a710-4260-916b-a08e8a921443'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:08:39.492587 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:08:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['56445a9f-a710-4260-916b-a08e8a921443'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:08:39.536003 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d917c-828f-45bc-aaf0-d2a60184e695 None None] Pushing event updated for resources: {'Port': ['ID=c608daad-6f17-4181-afcf-4d7f78913da0,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:39.595184 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] Set router 56445a9f-a710-4260-916b-a08e8a921443 gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:08:39.799611 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56445a9f-a710-4260-916b-a08e8a921443', 'name': 'router1', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:08:27Z', 'updated_at': '2021-08-30T18:08:37Z', 'revision_number': 2, 'project_id': '936124107d064626b0e51959fac7cf22', 'gw_port_host': None, '_interfaces': [{'id': 'c608daad-6f17-4181-afcf-4d7f78913da0', 'name': '', 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'mac_address': 'fa:16:3e:e7:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56445a9f-a710-4260-916b-a08e8a921443', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31118ae9-da39-497f-b27a-4077680b9361', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:08:36Z', 'updated_at': '2021-08-30T18:08:39Z', 'revision_number': 4, 'project_id': '936124107d064626b0e51959fac7cf22', 'subnets': [{'id': '31118ae9-da39-497f-b27a-4077680b9361', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '724fd4a6-b49e-4f48-a01c-fbd2a2764fbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:08:39.824653 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb04542f-dbc2-4bb2-a0b7-bf4fa50dfeae None None] The sync data for ids ['56445a9f-a710-4260-916b-a08e8a921443'] in dv-cinder-804296-2-iscsi is: [{'id': '56445a9f-a710-4260-916b-a08e8a921443', 'name': 'router1', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:08:27Z', 'updated_at': '2021-08-30T18:08:37Z', 'revision_number': 2, 'project_id': '936124107d064626b0e51959fac7cf22', 'gw_port_host': None, '_interfaces': [{'id': 'c608daad-6f17-4181-afcf-4d7f78913da0', 'name': '', 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'mac_address': 'fa:16:3e:e7:d6:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56445a9f-a710-4260-916b-a08e8a921443', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31118ae9-da39-497f-b27a-4077680b9361', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:08:36Z', 'updated_at': '2021-08-30T18:08:39Z', 'revision_number': 4, 'project_id': '936124107d064626b0e51959fac7cf22', 'subnets': [{'id': '31118ae9-da39-497f-b27a-4077680b9361', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '724fd4a6-b49e-4f48-a01c-fbd2a2764fbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:08:40.147285 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 43538) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:08:40.255870 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32557feb-d135-4873-8471-b7df5ca80d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:08:40.257250 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-32557feb-d135-4873-8471-b7df5ca80d72 admin admin] 10.222.0.16 "GET /v2.0/networks/b260bd70-94f8-4100-a215-2751a0a4278f HTTP/1.1" status: 200 len: 842 time: 0.1090786 Aug 30 18:08:40.267209 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-e74a97bc-3348-4302-94ff-1a93ab2e0848 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:08:40.289744 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74a97bc-3348-4302-94ff-1a93ab2e0848 admin admin] Made reservation on behalf of de10359d45a749f8a908db5d4af5279e for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:08:40.291924 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e74a97bc-3348-4302-94ff-1a93ab2e0848 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:40.585117 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.objects.ports [None req-e74a97bc-3348-4302-94ff-1a93ab2e0848 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93968) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 18:08:40.585565 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e74a97bc-3348-4302-94ff-1a93ab2e0848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:40.637641 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a97bc-3348-4302-94ff-1a93ab2e0848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134b0197-1d2c-4c50-b4cd-a06c260ebf69,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:40.648113 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a97bc-3348-4302-94ff-1a93ab2e0848 admin admin] Checking segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:08:40.648454 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a97bc-3348-4302-94ff-1a93ab2e0848 admin admin] Network hostable DHCP agents. Network: b260bd70-94f8-4100-a215-2751a0a4278f, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:08:40.668710 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a97bc-3348-4302-94ff-1a93ab2e0848 admin admin] Network b260bd70-94f8-4100-a215-2751a0a4278f is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:08:40.680029 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-e74a97bc-3348-4302-94ff-1a93ab2e0848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, b260bd70-94f8-4100-a215-2751a0a4278f) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:08:40.684451 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74a97bc-3348-4302-94ff-1a93ab2e0848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:08:40.685574 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e74a97bc-3348-4302-94ff-1a93ab2e0848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:40.689457 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db784ae6-376c-4670-8880-6de5447d5f68 None None] Network b260bd70-94f8-4100-a215-2751a0a4278f requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:08:40.698793 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e74a97bc-3348-4302-94ff-1a93ab2e0848 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4350312 Aug 30 18:08:40.830461 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c80c39-83e4-40d9-9302-8befeef25c41 None None] Network b260bd70-94f8-4100-a215-2751a0a4278f requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:08:42.979526 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 43546) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:08:43.118505 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-fd746bb6-10df-47aa-bc17-2958c0badf1d admin admin] 10.222.0.16 "GET /v2.0/routers/56445a9f-a710-4260-916b-a08e8a921443 HTTP/1.1" status: 200 len: 710 time: 0.1377909 Aug 30 18:08:43.205001 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b99ad4-0478-4210-89d9-0cf586e304e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:08:43.212113 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a4b99ad4-0478-4210-89d9-0cf586e304e0 admin admin] 10.222.0.16 "GET /v2.0/networks/b260bd70-94f8-4100-a215-2751a0a4278f HTTP/1.1" status: 200 len: 886 time: 0.0819016 Aug 30 18:08:43.216467 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:08:43.535935 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:43.763896 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:43.840865 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:43.943790 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Allocated IP 172.27.2.215 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/57408e97-2812-4a68-880b-d90bcf37117a) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:08:44.041922 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:44.080438 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:44.120836 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:08:44.123804 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:08:44.129843 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:08:44.163277 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Pushing event updated for resources: {'Port': ['ID=57408e97-2812-4a68-880b-d90bcf37117a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:44.376469 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:44.575341 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3764008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3756170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102639'] for router, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:44.579543 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3763981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3764019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3764026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3756189'] for router, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:44.685707 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Router 56445a9f-a710-4260-916b-a08e8a921443 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:08:44.790467 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:08:44.794578 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:44.795752 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-eaf4caa4-5628-4ba4-8a6e-970d31297300 admin admin] 10.222.0.16 "PUT /v2.0/routers/56445a9f-a710-4260-916b-a08e8a921443 HTTP/1.1" status: 200 len: 890 time: 1.5829387 Aug 30 18:08:45.888608 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device c608daad-6f17-4181-afcf-4d7f78913da0 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:08:45.940860 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port c608daad-6f17-4181-afcf-4d7f78913da0 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:08:45.945220 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port c608daad-6f17-4181-afcf-4d7f78913da0 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:08:45.945723 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:46.024984 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:46.058230 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port c608daad-6f17-4181-afcf-4d7f78913da0, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=c608daad-6f17-4181-afcf-4d7f78913da0,segment=NetworkSegment(2a3e0123-7f41-41c0-9afc-e656092be88c),segment_id=2a3e0123-7f41-41c0-9afc-e656092be88c)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:08:46.063398 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:46.109051 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=c608daad-6f17-4181-afcf-4d7f78913da0,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:46.256036 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Sync routers for ids ['56445a9f-a710-4260-916b-a08e8a921443'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:08:46.266165 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Routers {'56445a9f-a710-4260-916b-a08e8a921443'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:08:46.266845 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:08:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['56445a9f-a710-4260-916b-a08e8a921443'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:08:46.511639 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Set router 56445a9f-a710-4260-916b-a08e8a921443 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:08:46.901222 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56445a9f-a710-4260-916b-a08e8a921443', 'name': 'router1', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '57408e97-2812-4a68-880b-d90bcf37117a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:08:27Z', 'updated_at': '2021-08-30T18:08:44Z', 'revision_number': 4, 'project_id': '936124107d064626b0e51959fac7cf22', 'gw_port': {'id': '57408e97-2812-4a68-880b-d90bcf37117a', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56445a9f-a710-4260-916b-a08e8a921443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:08:43Z', 'updated_at': '2021-08-30T18:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'c608daad-6f17-4181-afcf-4d7f78913da0', 'name': '', 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'mac_address': 'fa:16:3e:e7:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56445a9f-a710-4260-916b-a08e8a921443', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31118ae9-da39-497f-b27a-4077680b9361', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:08:36Z', 'updated_at': '2021-08-30T18:08:46Z', 'revision_number': 5, 'project_id': '936124107d064626b0e51959fac7cf22', 'subnets': [{'id': '31118ae9-da39-497f-b27a-4077680b9361', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '724fd4a6-b49e-4f48-a01c-fbd2a2764fbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:08:46.949497 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Checking router: 56445a9f-a710-4260-916b-a08e8a921443 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:08:46.949859 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Updating router 56445a9f-a710-4260-916b-a08e8a921443 port 57408e97-2812-4a68-880b-d90bcf37117a binding host dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:08:46.997369 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:47.209421 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 43558) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:08:47.314669 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:47.324485 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Transition to ACTIVE for port object 57408e97-2812-4a68-880b-d90bcf37117a will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:08:47.330245 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:47.380354 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Attempting to bind port 57408e97-2812-4a68-880b-d90bcf37117a on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:08:47.380719 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Attempting to bind port 57408e97-2812-4a68-880b-d90bcf37117a by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:08:47.381171 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Attempting to bind port 57408e97-2812-4a68-880b-d90bcf37117a on network b260bd70-94f8-4100-a215-2751a0a4278f {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:08:47.386353 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134ba1d-c84a-46b2-9c4b-c98e947c4d78 None None] Pushing event updated for resources: {'Port': ['ID=57408e97-2812-4a68-880b-d90bcf37117a,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:47.392355 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:08:47.392728 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Checking segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:08:47.393147 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:47.393602 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Bound using segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:08:47.394372 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Bound port: 57408e97-2812-4a68-880b-d90bcf37117a, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:08:47.394372 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:47.411568 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e5c97464-9c94-4ee3-8df5-f155edd0e7e4 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2010415 Aug 30 18:08:47.448436 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] For port 57408e97-2812-4a68-880b-d90bcf37117a, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:08:47.451938 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] For port 57408e97-2812-4a68-880b-d90bcf37117a, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=57408e97-2812-4a68-880b-d90bcf37117a,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:08:47.456477 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:47.516943 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Routers {'56445a9f-a710-4260-916b-a08e8a921443'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:08:47.517580 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:08:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['56445a9f-a710-4260-916b-a08e8a921443'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:08:47.519393 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134ba1d-c84a-46b2-9c4b-c98e947c4d78 None None] Pushing event updated for resources: {'Port': ['ID=57408e97-2812-4a68-880b-d90bcf37117a,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:47.703301 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] Set router 56445a9f-a710-4260-916b-a08e8a921443 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:08:47.891824 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device c608daad-6f17-4181-afcf-4d7f78913da0 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:08:47.959148 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56445a9f-a710-4260-916b-a08e8a921443', 'name': 'router1', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '57408e97-2812-4a68-880b-d90bcf37117a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:08:27Z', 'updated_at': '2021-08-30T18:08:44Z', 'revision_number': 4, 'project_id': '936124107d064626b0e51959fac7cf22', 'gw_port': {'id': '57408e97-2812-4a68-880b-d90bcf37117a', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56445a9f-a710-4260-916b-a08e8a921443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:08:43Z', 'updated_at': '2021-08-30T18:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'c608daad-6f17-4181-afcf-4d7f78913da0', 'name': '', 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'mac_address': 'fa:16:3e:e7:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56445a9f-a710-4260-916b-a08e8a921443', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31118ae9-da39-497f-b27a-4077680b9361', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:08:36Z', 'updated_at': '2021-08-30T18:08:46Z', 'revision_number': 5, 'project_id': '936124107d064626b0e51959fac7cf22', 'subnets': [{'id': '31118ae9-da39-497f-b27a-4077680b9361', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '724fd4a6-b49e-4f48-a01c-fbd2a2764fbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:08:47.962945 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port c608daad-6f17-4181-afcf-4d7f78913da0 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:08:47.963316 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:47.987438 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924921a0-ef10-4a7b-9c96-d60ba2afa534 None None] The sync data for ids ['56445a9f-a710-4260-916b-a08e8a921443'] in dv-cinder-804296-2-iscsi is: [{'id': '56445a9f-a710-4260-916b-a08e8a921443', 'name': 'router1', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '57408e97-2812-4a68-880b-d90bcf37117a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:08:27Z', 'updated_at': '2021-08-30T18:08:44Z', 'revision_number': 4, 'project_id': '936124107d064626b0e51959fac7cf22', 'gw_port': {'id': '57408e97-2812-4a68-880b-d90bcf37117a', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56445a9f-a710-4260-916b-a08e8a921443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:08:43Z', 'updated_at': '2021-08-30T18:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'c608daad-6f17-4181-afcf-4d7f78913da0', 'name': '', 'network_id': '0eef9cc6-322f-4502-8d18-ae54624b2a6d', 'tenant_id': '936124107d064626b0e51959fac7cf22', 'mac_address': 'fa:16:3e:e7:d6:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56445a9f-a710-4260-916b-a08e8a921443', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31118ae9-da39-497f-b27a-4077680b9361', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:08:36Z', 'updated_at': '2021-08-30T18:08:46Z', 'revision_number': 5, 'project_id': '936124107d064626b0e51959fac7cf22', 'subnets': [{'id': '31118ae9-da39-497f-b27a-4077680b9361', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '724fd4a6-b49e-4f48-a01c-fbd2a2764fbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:08:49.910204 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 57408e97-2812-4a68-880b-d90bcf37117a up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:08:49.981127 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 57408e97-2812-4a68-880b-d90bcf37117a completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:08:49.993694 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 57408e97-2812-4a68-880b-d90bcf37117a triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:08:49.994428 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:50.093310 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:50.114181 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 57408e97-2812-4a68-880b-d90bcf37117a, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=57408e97-2812-4a68-880b-d90bcf37117a,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:08:50.118033 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:08:50.164981 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=57408e97-2812-4a68-880b-d90bcf37117a,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:08:51.911938 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 57408e97-2812-4a68-880b-d90bcf37117a up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:08:51.989714 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 57408e97-2812-4a68-880b-d90bcf37117a triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:08:51.990415 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:09:01.285112 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfd27-15b1-41c5-aaa5-942544afb2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:09:03.957773 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6da728b2-fdcb-457b-957d-5ff5f1a638f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:09:04.013698 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:09:05.097995 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:09:05.675169 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:09:06.463210 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:09:31.294493 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-914f4c0a-fd18-49b4-97d3-a176300fc5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:09:33.957792 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2592388e-a654-4aa5-9f24-d4b714657521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:09:34.008030 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:09:35.098889 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:09:36.467924 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:09:42.674540 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:10:01.285798 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bfb163c0-f023-45f8-b959-82bbb8609330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:03.948894 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f63f62e2-f06d-43d9-b828-69d6970470ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:04.009106 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:05.101443 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:06.474420 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:19.672695 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:10:22.861850 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44120) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:10:22.926628 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5b6760-2db3-4fd3-98e5-7b5971b4f7de admin admin] GET failed (client error): The resource could not be found. Aug 30 18:10:22.927939 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ab5b6760-2db3-4fd3-98e5-7b5971b4f7de admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0651774 Aug 30 18:10:23.085473 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07a5be4-253b-483a-a4e9-3d3e2f683e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:23.086862 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f07a5be4-253b-483a-a4e9-3d3e2f683e0c admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1544590 Aug 30 18:10:25.239246 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44130) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:10:25.333693 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a4c369-5c57-41b2-a12b-6181bcfba8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:25.335041 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f8a4c369-5c57-41b2-a12b-6181bcfba8d4 admin admin] 10.222.0.16 "GET /v2.0/subnets/31118ae9-da39-497f-b27a-4077680b9361 HTTP/1.1" status: 200 len: 849 time: 0.0948584 Aug 30 18:10:25.345089 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:10:25.426314 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:25.567558 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740403551528'] for subnet, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:25.599281 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:25.599862 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:25.601656 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] 10.222.0.16 "PUT /v2.0/subnets/31118ae9-da39-497f-b27a-4077680b9361 HTTP/1.1" status: 200 len: 868 time: 0.2598023 Aug 30 18:10:25.604349 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6648cad7-c372-42d3-8d6d-2f9a0d256a1d None None] Network 0eef9cc6-322f-4502-8d18-ae54624b2a6d requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:10:25.622537 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31118ae9-da39-497f-b27a-4077680b9361,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:10:25.630159 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:10:25.630539 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:10:25.630877 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:10:25.631211 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:10:25.631541 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:10:25.631887 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:10:25.632220 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:10:25.632547 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:10:25.632886 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:10:25.633244 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:10:25.633566 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:10:25.633886 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb354fa-34fa-48f3-b965-ab36c54088b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:10:25.918072 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-2269b03e-4a24-4a3b-b7b7-b2339b2a1b59 None None] Provisioning complete for port 8e1e22f7-e00d-40d8-b329-a999415d64b9 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:10:25.918447 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2269b03e-4a24-4a3b-b7b7-b2339b2a1b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:26.003614 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-2269b03e-4a24-4a3b-b7b7-b2339b2a1b59 None None] Provisioning complete for port c608daad-6f17-4181-afcf-4d7f78913da0 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:10:26.003978 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2269b03e-4a24-4a3b-b7b7-b2339b2a1b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:27.779226 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44138) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:10:27.974671 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1d52ac-dce7-403c-b417-954a9f697766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:27.975140 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1d52ac-dce7-403c-b417-954a9f697766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:27.976661 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ae1d52ac-dce7-403c-b417-954a9f697766 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960242 Aug 30 18:10:30.138068 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44148) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:10:30.338905 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd066b7f-e59c-4a5a-a614-8eef0e552981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:30.339377 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd066b7f-e59c-4a5a-a614-8eef0e552981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:30.340911 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-dd066b7f-e59c-4a5a-a614-8eef0e552981 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2018948 Aug 30 18:10:31.287750 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d40d1479-df7d-43a4-85d0-f5ba3fd17aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:32.507182 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44156) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:10:32.635219 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10406be-4ebc-4dab-af79-ef19dbb0dae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:32.636563 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b10406be-4ebc-4dab-af79-ef19dbb0dae6 admin admin] 10.222.0.16 "GET /v2.0/networks/0eef9cc6-322f-4502-8d18-ae54624b2a6d HTTP/1.1" status: 200 len: 869 time: 0.1284330 Aug 30 18:10:33.949730 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0d4393d9-e3f4-4f6c-87a3-26e08f29e6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:34.009063 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:34.814326 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44164) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:10:34.939240 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64001cb1-3169-4579-8c9a-73cbbb4ec0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:34.940629 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-64001cb1-3169-4579-8c9a-73cbbb4ec0f3 admin admin] 10.222.0.16 "GET /v2.0/networks/b260bd70-94f8-4100-a215-2751a0a4278f HTTP/1.1" status: 200 len: 886 time: 0.1254287 Aug 30 18:10:35.104101 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:36.478213 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:10:37.110682 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44172) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:10:37.236225 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718418e8-86ef-4f74-8ba9-bf0e11c7f245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:37.236683 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718418e8-86ef-4f74-8ba9-bf0e11c7f245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:37.238225 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-718418e8-86ef-4f74-8ba9-bf0e11c7f245 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265514 Aug 30 18:10:39.401682 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44180) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:10:39.522384 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adc71cc-531b-400d-8a6b-144feacfe569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:39.522838 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adc71cc-531b-400d-8a6b-144feacfe569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:39.524339 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1adc71cc-531b-400d-8a6b-144feacfe569 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217115 Aug 30 18:10:41.704009 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44188) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:10:41.791646 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3be34e1-03e5-4e2e-80ac-26a106fbd0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:41.793213 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c3be34e1-03e5-4e2e-80ac-26a106fbd0db admin admin] 10.222.0.16 "GET /v2.0/subnets/134b0197-1d2c-4c50-b4cd-a06c260ebf69 HTTP/1.1" status: 200 len: 816 time: 0.0880206 Aug 30 18:10:43.957007 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44196) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:10:44.048126 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160ae5b8-ae6c-471b-905c-f2c9295bdd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:10:44.049483 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-160ae5b8-ae6c-471b-905c-f2c9295bdd42 admin admin] 10.222.0.16 "GET /v2.0/subnets/31118ae9-da39-497f-b27a-4077680b9361 HTTP/1.1" status: 200 len: 868 time: 0.0915005 Aug 30 18:10:56.671166 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:11:01.289474 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3a9d9d0f-c6c6-4ba7-9744-0fdc8773ef90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:03.949962 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fb90aedd-6306-4dfd-b6ec-ee322eb24961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:04.010098 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:05.110808 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:06.485901 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:07.693756 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44250) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:11:07.741577 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [None req-9e791918-2ff5-4c0b-bff9-0e351b9058c4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:11:07.742561 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9e791918-2ff5-4c0b-bff9-0e351b9058c4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478606 Aug 30 18:11:10.002872 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44258) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:11:10.062849 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a858ce69-cb30-46be-afbe-ed16910b53f4 admin admin] GET failed (client error): The resource could not be found. Aug 30 18:11:10.064168 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a858ce69-cb30-46be-afbe-ed16910b53f4 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603793 Aug 30 18:11:10.148352 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee92c521-1bd6-4583-b0bb-ba02ea65cc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:11:10.149822 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ee92c521-1bd6-4583-b0bb-ba02ea65cc86 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0810852 Aug 30 18:11:12.362237 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44266) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:11:12.409137 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-cb9674a2-87ac-47e0-9218-50dd90bb5a2f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:11:12.429390 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9674a2-87ac-47e0-9218-50dd90bb5a2f admin admin] Made reservation on behalf of de10359d45a749f8a908db5d4af5279e for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:11:12.431741 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cb9674a2-87ac-47e0-9218-50dd90bb5a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:12.464916 dv-cinder-804296-2-iscsi neutron-server[93969]: WARNING neutron.services.revisions.revision_plugin [None req-cb9674a2-87ac-47e0-9218-50dd90bb5a2f admin admin] Could not find related network for resource to bump revision. Aug 30 18:11:12.477248 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9674a2-87ac-47e0-9218-50dd90bb5a2f admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:11:12.487422 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cb9674a2-87ac-47e0-9218-50dd90bb5a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:12.487759 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-cb9674a2-87ac-47e0-9218-50dd90bb5a2f admin admin] Added segment 1ab9471e-118b-4b19-b198-e88e7081ebec of type vlan for network feb4cc39-1b4d-4631-b33f-720e210ff6cc Aug 30 18:11:12.527146 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cb9674a2-87ac-47e0-9218-50dd90bb5a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:12.550642 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cb9674a2-87ac-47e0-9218-50dd90bb5a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:12.551575 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9674a2-87ac-47e0-9218-50dd90bb5a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:11:12.552151 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cb9674a2-87ac-47e0-9218-50dd90bb5a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:12.607664 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-cb9674a2-87ac-47e0-9218-50dd90bb5a2f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2443671 Aug 30 18:11:12.614624 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9674a2-87ac-47e0-9218-50dd90bb5a2f admin admin] Pushing event updated for resources: {'Network': ['ID=feb4cc39-1b4d-4631-b33f-720e210ff6cc,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:11:12.636611 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network feb4cc39-1b4d-4631-b33f-720e210ff6cc details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:11:14.914967 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44274) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:11:14.975100 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.pecan_wsgi.hooks.translation [None req-383d31b5-0edb-4e5d-9ea9-0c48f2f5c294 admin admin] GET failed (client error): The resource could not be found. Aug 30 18:11:14.976503 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-383d31b5-0edb-4e5d-9ea9-0c48f2f5c294 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605447 Aug 30 18:11:15.043951 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e76c559-03d8-481f-a161-df07776734bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:11:15.045992 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-7e76c559-03d8-481f-a161-df07776734bc admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649500 Aug 30 18:11:15.056474 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-73f8e5ef-0838-4d73-bc7f-48bffc1a47ad admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'feb4cc39-1b4d-4631-b33f-720e210ff6cc', 'name': 'shared-subnet'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:11:15.075352 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f8e5ef-0838-4d73-bc7f-48bffc1a47ad admin admin] Made reservation on behalf of de10359d45a749f8a908db5d4af5279e for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:11:15.077534 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-73f8e5ef-0838-4d73-bc7f-48bffc1a47ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:15.235587 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-73f8e5ef-0838-4d73-bc7f-48bffc1a47ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:15.331008 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8e5ef-0838-4d73-bc7f-48bffc1a47ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=096bd963-2ea0-4f83-9c3c-529b2c0c66ce,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:11:15.339624 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f8e5ef-0838-4d73-bc7f-48bffc1a47ad admin admin] Checking segment: {'id': '1ab9471e-118b-4b19-b198-e88e7081ebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'feb4cc39-1b4d-4631-b33f-720e210ff6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:11:15.339977 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f8e5ef-0838-4d73-bc7f-48bffc1a47ad admin admin] Network hostable DHCP agents. Network: feb4cc39-1b4d-4631-b33f-720e210ff6cc, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:11:15.355993 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f8e5ef-0838-4d73-bc7f-48bffc1a47ad admin admin] Network feb4cc39-1b4d-4631-b33f-720e210ff6cc is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:11:15.364329 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-73f8e5ef-0838-4d73-bc7f-48bffc1a47ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, feb4cc39-1b4d-4631-b33f-720e210ff6cc) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:11:15.368381 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f8e5ef-0838-4d73-bc7f-48bffc1a47ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:11:15.369088 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-73f8e5ef-0838-4d73-bc7f-48bffc1a47ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:15.374624 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a21a8f7-bffe-4548-8ff9-b4b72abb3def None None] Network feb4cc39-1b4d-4631-b33f-720e210ff6cc requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:11:15.385616 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-73f8e5ef-0838-4d73-bc7f-48bffc1a47ad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3329258 Aug 30 18:11:15.621850 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff832dd6-95b2-59a4-a3ae-04890c023e2b-feb4cc39-1b4d-4631-b33f-720e210ff6cc', 'network_id': 'feb4cc39-1b4d-4631-b33f-720e210ff6cc', 'tenant_id': 'de10359d45a749f8a908db5d4af5279e', 'fixed_ips': [{'subnet_id': '096bd963-2ea0-4f83-9c3c-529b2c0c66ce'}]}} from dv-cinder-804296-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:11:15.623381 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:15.764713 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Allocated IP 192.168.233.2 (feb4cc39-1b4d-4631-b33f-720e210ff6cc/096bd963-2ea0-4f83-9c3c-529b2c0c66ce/1e3cb1a7-5476-400f-ba4f-5fdc98a03879) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:11:15.901900 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:15.910010 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Transition to ACTIVE for port object 1e3cb1a7-5476-400f-ba4f-5fdc98a03879 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:11:15.925212 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Transition to ACTIVE for port object 1e3cb1a7-5476-400f-ba4f-5fdc98a03879 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:11:15.931711 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:15.970844 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Network feb4cc39-1b4d-4631-b33f-720e210ff6cc is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:11:15.974073 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:11:15.976532 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:11:15.991040 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Pushing event updated for resources: {'Port': ['ID=1e3cb1a7-5476-400f-ba4f-5fdc98a03879,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:11:16.014590 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:11:16.015520 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:11:16.015867 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:11:16.016206 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:11:16.016564 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:11:16.016900 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:11:16.017258 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:11:16.017589 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:11:16.017938 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:11:16.018272 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:11:16.018594 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:11:16.018917 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:11:16.050663 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Attempting to bind port 1e3cb1a7-5476-400f-ba4f-5fdc98a03879 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:11:16.051029 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Attempting to bind port 1e3cb1a7-5476-400f-ba4f-5fdc98a03879 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '1ab9471e-118b-4b19-b198-e88e7081ebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'feb4cc39-1b4d-4631-b33f-720e210ff6cc'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:11:16.051396 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Attempting to bind port 1e3cb1a7-5476-400f-ba4f-5fdc98a03879 on network feb4cc39-1b4d-4631-b33f-720e210ff6cc {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:11:16.058031 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:11:16.058405 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Checking segment: {'id': '1ab9471e-118b-4b19-b198-e88e7081ebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'feb4cc39-1b4d-4631-b33f-720e210ff6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:11:16.058807 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:16.059199 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Bound using segment: {'id': '1ab9471e-118b-4b19-b198-e88e7081ebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'feb4cc39-1b4d-4631-b33f-720e210ff6cc'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:11:16.059666 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Bound port: 1e3cb1a7-5476-400f-ba4f-5fdc98a03879, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab9471e-118b-4b19-b198-e88e7081ebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'feb4cc39-1b4d-4631-b33f-720e210ff6cc'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:11:16.060042 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:16.121120 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] For port 1e3cb1a7-5476-400f-ba4f-5fdc98a03879, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:11:16.125339 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] For port 1e3cb1a7-5476-400f-ba4f-5fdc98a03879, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=1e3cb1a7-5476-400f-ba4f-5fdc98a03879,segment=NetworkSegment(1ab9471e-118b-4b19-b198-e88e7081ebec),segment_id=1ab9471e-118b-4b19-b198-e88e7081ebec)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:11:16.129415 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:16.189515 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c6667-34f8-4a60-b7b8-88134478c1c3 None None] Pushing event updated for resources: {'Port': ['ID=1e3cb1a7-5476-400f-ba4f-5fdc98a03879,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:11:16.964648 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44e9ae5-1754-47a7-a950-452a7a0e364b None None] Network feb4cc39-1b4d-4631-b33f-720e210ff6cc requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:11:17.083138 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-a9c46596-aed5-49fe-816d-b277e3519e8b None None] Provisioning for port 1e3cb1a7-5476-400f-ba4f-5fdc98a03879 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:11:18.005837 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 1e3cb1a7-5476-400f-ba4f-5fdc98a03879 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:11:18.058065 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 1e3cb1a7-5476-400f-ba4f-5fdc98a03879 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:11:18.061971 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 1e3cb1a7-5476-400f-ba4f-5fdc98a03879 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:11:18.062341 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:18.140238 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:18.172865 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 1e3cb1a7-5476-400f-ba4f-5fdc98a03879, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=1e3cb1a7-5476-400f-ba4f-5fdc98a03879,segment=NetworkSegment(1ab9471e-118b-4b19-b198-e88e7081ebec),segment_id=1ab9471e-118b-4b19-b198-e88e7081ebec)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:11:18.176776 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:18.226431 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=1e3cb1a7-5476-400f-ba4f-5fdc98a03879,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:11:19.985607 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 1e3cb1a7-5476-400f-ba4f-5fdc98a03879 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:11:20.033686 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 1e3cb1a7-5476-400f-ba4f-5fdc98a03879 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:11:20.034053 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:31.292353 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7175a4e5-b0c9-4107-8f08-ff67f18f4eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:33.729592 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:11:33.952014 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-66115c76-5de0-409b-a881-c0e4a61c9497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:34.012771 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:35.110886 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:11:36.486482 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:01.293870 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-21b37d2e-d011-490b-aa33-c84262cea8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:03.952532 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5c0111b0-f6b1-4993-a826-b28ea6fb8a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:04.016112 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:05.112621 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:06.486626 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:10.668827 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:12:29.076703 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44326) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:12:29.083585 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [None req-1086800b-fa20-4199-9b80-9d16d23fa4a0 tempest-verify_tempest_config-946915416 tempest-verify_tempest_config-946915416-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:12:29.084553 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1086800b-fa20-4199-9b80-9d16d23fa4a0 tempest-verify_tempest_config-946915416 tempest-verify_tempest_config-946915416-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068541 Aug 30 18:12:29.386514 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44344) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:12:29.487479 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:29.573448 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:29.577088 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:29.619295 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50444f36-af81-42c3-9465-a24b13585c51,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:12:29.623774 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=671a0fc84be2445a869f65fb80dbc335&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2362459 Aug 30 18:12:29.627182 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44348) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:12:29.628609 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.628983 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.629331 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.629671 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.630003 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.630351 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.630685 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.631019 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.631346 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.631672 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.631994 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.632314 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b571390-de2b-42c2-8865-8e4046abf702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.681121 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:29.701666 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:29.786693 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:29.789295 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:29.790523 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50444f36-af81-42c3-9465-a24b13585c51 HTTP/1.1" status: 204 len: 168 time: 0.1623888 Aug 30 18:12:29.798978 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50444f36-af81-42c3-9465-a24b13585c51,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:12:29.805480 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.805842 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.806183 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.806515 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.806844 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.807171 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.807489 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.807810 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.808129 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.808444 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.808759 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:29.809100 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364d59ef-fe2e-4b88-8354-591ee3c8a8fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:12:31.294417 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-26c7cb47-be17-46fa-be89-c1dfd8120c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:33.954026 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c39dc810-f455-4020-bdee-afa054df933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:34.020424 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:35.115411 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:36.487992 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:12:47.667290 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:13:01.296913 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2d432363-6f13-41e8-a1e8-afee617879b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:13:03.954885 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ad1a3729-780c-4f74-8f6c-d9438831af4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:13:04.021301 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:13:05.119497 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:13:06.486735 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:13:24.666540 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:13:31.297683 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ed064478-de96-4bca-9d6c-26d5c9cc2a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:13:33.954888 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-620caf9d-3db2-4d77-ae0f-bcf48604b08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:13:34.021129 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:13:35.121916 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:13:36.490381 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:14:01.298723 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-92088fea-4d32-4474-b660-bec611134ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:14:01.665588 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:14:03.959184 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-708ddcfc-0b19-4021-bb24-f29fc5f2ccdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:14:04.026218 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:14:05.125854 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:14:06.493159 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:14:10.377439 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3760797'] for agent, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:14:21.814200 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44422) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:14:21.917494 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-4e1d96b0-9ab4-4529-a15a-8ffeab174afe admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1022711 Aug 30 18:14:24.183131 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44432) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:14:24.240129 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-89b0b9ff-d972-4086-ab8e-9bdb68d67c53 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0559061 Aug 30 18:14:31.299093 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-128cf4f0-8d11-4b4d-8df1-2d3ac3888cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:14:33.955629 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-983a84fe-f80f-40fd-8715-166d548f10c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:14:34.019344 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:14:35.129372 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:14:36.496825 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:14:38.664029 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:14:40.360836 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:01.299281 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9a2790c8-07a9-4dcf-881b-1a0925ba1327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:03.954946 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-26a30e81-3a5b-415e-994d-3e1b2f88b5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:04.019038 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:05.131548 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:06.499892 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:10.376081 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:15.664422 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:15:31.299392 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-df4340bb-eaea-4ffb-a3cc-0c096dbaa581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:33.958509 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bf702f45-64a8-432d-980f-cf2f284affc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:34.020287 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:35.133654 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:36.503120 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:40.375014 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:52.663615 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:15:54.722098 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44652) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:55.005299 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44666) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:55.071338 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44672) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:55.091306 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-236912807-network', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:15:55.112821 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Made reservation on behalf of e8b1e79f89d1471da9eee4b48f249f26 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:15:55.115841 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.126449 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.224610 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.229298 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.242398 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44684) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:55.257148 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e672d905-be9e-4208-a76e-5842506d3bfb,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:55.267111 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.267420 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.267767 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.268101 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.268541 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.268796 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.269154 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.269519 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.269942 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.270277 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.270608 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.270927 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Tracked resource versions report: Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: pushed versions: Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: { 'AddressGroup': {'1.2'}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'ConntrackHelper': {'1.0'}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Log': {'1.0'}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Network': {'1.1'}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Port': {'1.7'}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'PortForwarding': {'1.2'}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'QosPolicy': {'1.9'}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'SecurityGroup': {'1.4'}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'SubPort': {'1.0'}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Subnet': {'1.1'}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Trunk': {'1.1'}} Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: consumer versions: Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: { DHCP agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: HyperV agent@hv-cinder-80429: {}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: L3 agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: Metadata agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: Metering agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: Open vSwitch agent@dv-cinder-804296-2-iscsi: { 'AddressGroup': '1.2', Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'ConntrackHelper': '1.0', Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Log': '1.0', Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Network': '1.1', Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Port': '1.7', Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'PortForwarding': '1.2', Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'QosPolicy': '1.9', Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'SecurityGroup': '1.4', Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'SecurityGroupRule': '1.2', Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'SubPort': '1.0', Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Subnet': '1.1', Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: 'Trunk': '1.1'}} Aug 30 18:15:55.271926 dv-cinder-804296-2-iscsi neutron-server[93969]: {{(pid=93969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:15:55.276968 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:15:55.291705 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1227691495-network', 'tenant_id': '41975439fa7f4f9393e8a2480c9417f0'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:15:55.308223 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.308570 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Added segment 7bd6dc40-dbfe-406f-ae07-e03ba0e57fde of type vlan for network d7bd3d83-2234-45cb-869b-5a867e159aff Aug 30 18:15:55.339410 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Made reservation on behalf of 41975439fa7f4f9393e8a2480c9417f0 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:15:55.341727 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.354464 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.375931 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.382679 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1149129190-network', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:15:55.449840 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-366406747-network', 'tenant_id': '5e25e634888e4cd6abec7f834c202cc6'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:15:55.465862 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.471109 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.487486 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:15:55.495394 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.496696 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:15:55.497530 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.501531 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Made reservation on behalf of 3666a181dc3a40a6a2f006078efddf03 for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:15:55.503792 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.506299 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.506872 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Added segment 0b92b9a2-179b-40ee-8d24-72b72fb94bf7 of type vlan for network 55871d36-c079-4efd-97e0-a3124e07c4e0 Aug 30 18:15:55.517483 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.571564 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Made reservation on behalf of 5e25e634888e4cd6abec7f834c202cc6 for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:15:55.573868 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.585884 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.618884 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.648923 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] Pushing event updated for resources: {'Network': ['ID=d7bd3d83-2234-45cb-869b-5a867e159aff,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:55.653862 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.655107 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:15:55.656427 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.658115 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.665462 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.667154 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network d7bd3d83-2234-45cb-869b-5a867e159aff details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:15:55.689897 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:15:55.702015 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.702854 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Added segment 2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1 of type vlan for network bf090307-1c5e-4a9d-a855-c31bcbfd8792 Aug 30 18:15:55.715106 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Pushing event updated for resources: {'Network': ['ID=55871d36-c079-4efd-97e0-a3124e07c4e0,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:55.750558 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.756790 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network 55871d36-c079-4efd-97e0-a3124e07c4e0 details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:15:55.761494 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-160a0d2e-73aa-43b7-b2fe-2da35d868913 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0381570 Aug 30 18:15:55.762336 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44714) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:55.763156 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a41e81-59bb-46ce-96dd-11488994e45e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:55.770333 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-da22bbeb-2a49-4ef7-81bf-0a0600687309 admin admin] Request body: {'subnet': {'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-236912807-subnet', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:15:55.785855 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.787852 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:15:55.788611 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:55.841688 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baf730f-ba4a-4d11-9984-15508533a08f,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:55.894887 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.895197 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.895703 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.896043 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.896378 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.896749 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.897228 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.897600 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.897955 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.898293 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.898613 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.898935 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Tracked resource versions report: Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: pushed versions: Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: { 'AddressGroup': {'1.2'}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'ConntrackHelper': {'1.0'}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Log': {'1.0'}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Network': {'1.1'}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Port': {'1.7'}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'PortForwarding': {'1.2'}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'QosPolicy': {'1.9'}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'SecurityGroup': {'1.4'}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'SubPort': {'1.0'}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Subnet': {'1.1'}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Trunk': {'1.1'}} Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: consumer versions: Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: { DHCP agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: HyperV agent@hv-cinder-80429: {}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: L3 agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: Metadata agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: Metering agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: Open vSwitch agent@dv-cinder-804296-2-iscsi: { 'AddressGroup': '1.2', Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'ConntrackHelper': '1.0', Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Log': '1.0', Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Network': '1.1', Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Port': '1.7', Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'PortForwarding': '1.2', Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'QosPolicy': '1.9', Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'SecurityGroup': '1.4', Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'SecurityGroupRule': '1.2', Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'SubPort': '1.0', Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Subnet': '1.1', Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: 'Trunk': '1.1'}} Aug 30 18:15:55.899938 dv-cinder-804296-2-iscsi neutron-server[93968]: {{(pid=93968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:15:55.925258 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] Pushing event updated for resources: {'Network': ['ID=bf090307-1c5e-4a9d-a855-c31bcbfd8792,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:55.944563 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network bf090307-1c5e-4a9d-a855-c31bcbfd8792 details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:15:55.993434 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.003692 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.019391 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5fd955ca-0112-4b23-a8a3-d16657a9a037 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0122778 Aug 30 18:15:56.020401 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44722) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:56.026783 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-77b7b671-aa7c-4dbb-94d6-d80e52ca5529 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9516768 Aug 30 18:15:56.044541 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44724) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:56.055925 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-4d7d185f-8310-46c8-bdb4-d532000ffb66 admin admin] Request body: {'subnet': {'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1227691495-subnet', 'tenant_id': '41975439fa7f4f9393e8a2480c9417f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:15:56.065487 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-fdde85df-3b8b-4697-8bbc-a79738b6bd41 admin admin] Request body: {'subnet': {'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1149129190-subnet', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:15:56.067744 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da22bbeb-2a49-4ef7-81bf-0a0600687309 admin admin] Made reservation on behalf of e8b1e79f89d1471da9eee4b48f249f26 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:15:56.075005 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da22bbeb-2a49-4ef7-81bf-0a0600687309 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.080539 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:15:56.121468 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5340f6-a74a-4618-8679-1362d221fe1d,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:56.146830 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.147177 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Added segment 90f6f0c3-8f36-40eb-b8f3-dacf567a9d20 of type vlan for network 6ea6e705-dc55-4703-915b-44296b08360b Aug 30 18:15:56.174138 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdde85df-3b8b-4697-8bbc-a79738b6bd41 admin admin] Made reservation on behalf of 3666a181dc3a40a6a2f006078efddf03 for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:15:56.176315 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fdde85df-3b8b-4697-8bbc-a79738b6bd41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.248786 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.261975 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7d185f-8310-46c8-bdb4-d532000ffb66 admin admin] Made reservation on behalf of 41975439fa7f4f9393e8a2480c9417f0 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:15:56.265579 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4d7d185f-8310-46c8-bdb4-d532000ffb66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.321429 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.323432 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:15:56.324492 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.430650 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1870720 Aug 30 18:15:56.431142 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44742) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:56.441247 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-bfed62a1-dc97-4cdd-a1a3-e605b3a3609b admin admin] Request body: {'subnet': {'network_id': '6ea6e705-dc55-4703-915b-44296b08360b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-366406747-subnet', 'tenant_id': '5e25e634888e4cd6abec7f834c202cc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:15:56.462382 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c935039-7d27-409e-8c5b-389b2fc961aa admin admin] Pushing event updated for resources: {'Network': ['ID=6ea6e705-dc55-4703-915b-44296b08360b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:56.486666 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network 6ea6e705-dc55-4703-915b-44296b08360b details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:15:56.512752 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfed62a1-dc97-4cdd-a1a3-e605b3a3609b admin admin] Made reservation on behalf of 5e25e634888e4cd6abec7f834c202cc6 for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:15:56.516127 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bfed62a1-dc97-4cdd-a1a3-e605b3a3609b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.593801 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fdde85df-3b8b-4697-8bbc-a79738b6bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.614833 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4d7d185f-8310-46c8-bdb4-d532000ffb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.716014 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde85df-3b8b-4697-8bbc-a79738b6bd41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7162880f-6947-4246-a359-77445ff3b234,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:56.727727 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da22bbeb-2a49-4ef7-81bf-0a0600687309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.768751 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdde85df-3b8b-4697-8bbc-a79738b6bd41 admin admin] Checking segment: {'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:15:56.769130 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdde85df-3b8b-4697-8bbc-a79738b6bd41 admin admin] Network hostable DHCP agents. Network: bf090307-1c5e-4a9d-a855-c31bcbfd8792, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:15:56.829829 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdde85df-3b8b-4697-8bbc-a79738b6bd41 admin admin] Network bf090307-1c5e-4a9d-a855-c31bcbfd8792 is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:15:56.836372 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d185f-8310-46c8-bdb4-d532000ffb66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22391bd6-71f1-43dd-b7e9-e29ba7a121c0,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:56.847022 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-fdde85df-3b8b-4697-8bbc-a79738b6bd41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, bf090307-1c5e-4a9d-a855-c31bcbfd8792) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:15:56.857964 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd2bc8-ffa0-4f46-ab4c-c8000802fb76 None None] Network bf090307-1c5e-4a9d-a855-c31bcbfd8792 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:15:56.873208 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdde85df-3b8b-4697-8bbc-a79738b6bd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:15:56.874156 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fdde85df-3b8b-4697-8bbc-a79738b6bd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.919125 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7d185f-8310-46c8-bdb4-d532000ffb66 admin admin] Checking segment: {'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:15:56.922526 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7d185f-8310-46c8-bdb4-d532000ffb66 admin admin] Network hostable DHCP agents. Network: 55871d36-c079-4efd-97e0-a3124e07c4e0, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:15:56.937114 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-fdde85df-3b8b-4697-8bbc-a79738b6bd41 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8822386 Aug 30 18:15:56.939793 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bfed62a1-dc97-4cdd-a1a3-e605b3a3609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:56.941854 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44762) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:56.955352 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:15:57.007058 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22bbeb-2a49-4ef7-81bf-0a0600687309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=019cd36e-2152-42ae-baa8-dc7a40474c8e,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:57.021922 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da22bbeb-2a49-4ef7-81bf-0a0600687309 admin admin] Checking segment: {'id': '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:15:57.024512 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da22bbeb-2a49-4ef7-81bf-0a0600687309 admin admin] Network hostable DHCP agents. Network: d7bd3d83-2234-45cb-869b-5a867e159aff, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:15:57.043744 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7d185f-8310-46c8-bdb4-d532000ffb66 admin admin] Network 55871d36-c079-4efd-97e0-a3124e07c4e0 is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:15:57.065769 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-4d7d185f-8310-46c8-bdb4-d532000ffb66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, 55871d36-c079-4efd-97e0-a3124e07c4e0) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:15:57.074028 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7d185f-8310-46c8-bdb4-d532000ffb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:15:57.076108 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4d7d185f-8310-46c8-bdb4-d532000ffb66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.103944 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a2625-9440-474f-97f2-b4c4b117a707 None None] Network 55871d36-c079-4efd-97e0-a3124e07c4e0 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:15:57.113571 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da22bbeb-2a49-4ef7-81bf-0a0600687309 admin admin] Network d7bd3d83-2234-45cb-869b-5a867e159aff is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:15:57.130276 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44770) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:57.130492 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed62a1-dc97-4cdd-a1a3-e605b3a3609b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1c03ab-48ae-4070-9c7c-f69d6547df75,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:57.132410 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed62a1-dc97-4cdd-a1a3-e605b3a3609b admin admin] Checking segment: {'id': '90f6f0c3-8f36-40eb-b8f3-dacf567a9d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ea6e705-dc55-4703-915b-44296b08360b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:15:57.132799 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfed62a1-dc97-4cdd-a1a3-e605b3a3609b admin admin] Network hostable DHCP agents. Network: 6ea6e705-dc55-4703-915b-44296b08360b, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:15:57.145402 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102410'] for router, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.152693 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-da22bbeb-2a49-4ef7-81bf-0a0600687309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, d7bd3d83-2234-45cb-869b-5a867e159aff) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:15:57.153978 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3763922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102429'] for router, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.168921 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da22bbeb-2a49-4ef7-81bf-0a0600687309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:15:57.169614 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da22bbeb-2a49-4ef7-81bf-0a0600687309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.173726 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfed62a1-dc97-4cdd-a1a3-e605b3a3609b admin admin] Network 6ea6e705-dc55-4703-915b-44296b08360b is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:15:57.174100 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d080f6a0-0f24-488a-8bb1-712e20bb5621 None None] Network d7bd3d83-2234-45cb-869b-5a867e159aff requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:15:57.181959 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4d7d185f-8310-46c8-bdb4-d532000ffb66 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1314719 Aug 30 18:15:57.211845 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-da22bbeb-2a49-4ef7-81bf-0a0600687309 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4449525 Aug 30 18:15:57.214484 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44776) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:57.221524 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-236912807-router', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:15:57.228636 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-bfed62a1-dc97-4cdd-a1a3-e605b3a3609b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, 6ea6e705-dc55-4703-915b-44296b08360b) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:15:57.239278 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed62a1-dc97-4cdd-a1a3-e605b3a3609b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:15:57.239894 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bfed62a1-dc97-4cdd-a1a3-e605b3a3609b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.258978 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102410'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.260599 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3763922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102429'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.329099 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.418136 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-bfed62a1-dc97-4cdd-a1a3-e605b3a3609b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9826002 Aug 30 18:15:57.505095 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69dc2ec-dcfa-42c6-8234-91e0bf5dc817 None None] Network 6ea6e705-dc55-4703-915b-44296b08360b requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:15:57.576104 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f9ffdd11-30da-45e2-b5cc-f1f7e00bf767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.580663 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.688712 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f9ffdd11-30da-45e2-b5cc-f1f7e00bf767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.715708 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f9ffdd11-30da-45e2-b5cc-f1f7e00bf767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.778189 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff832dd6-95b2-59a4-a3ae-04890c023e2b-bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234'}]}} from dv-cinder-804296-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:15:57.779288 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.915872 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:57.920991 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffdd11-30da-45e2-b5cc-f1f7e00bf767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5de183-598f-46de-8daf-6f83b6fd95fc,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:57.943174 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f9ffdd11-30da-45e2-b5cc-f1f7e00bf767 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e839f591eaa64d3d88849844a41a74a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8020608 Aug 30 18:15:57.970544 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44828) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:58.012339 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44838) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:58.014330 dv-cinder-804296-2-iscsi neutron-server[93968]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 18:15:58.061414 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.120262 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44852) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:58.131009 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44854) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:58.132376 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e8015b-53db-450e-904b-9fc9b05cfafb None None] Network 6ea6e705-dc55-4703-915b-44296b08360b requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:15:58.250949 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4e2fb3-b1d3-4654-871d-94f68daa6d68 None None] Network d7bd3d83-2234-45cb-869b-5a867e159aff requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:15:58.264088 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba85ec1c-b60a-4dd1-9b42-07b6f8602a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.325970 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49940874-13e9-43c7-8db3-91e398016a96 None None] Network 55871d36-c079-4efd-97e0-a3124e07c4e0 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:15:58.329515 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-848909d7-6bb9-479e-89bc-0cd2d6298759 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:15:58.331066 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-848909d7-6bb9-479e-89bc-0cd2d6298759 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/networks?id=55871d36-c079-4efd-97e0-a3124e07c4e0 HTTP/1.1" status: 200 len: 815 time: 0.3177524 Aug 30 18:15:58.344379 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba85ec1c-b60a-4dd1-9b42-07b6f8602a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.363005 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ca25-517b-402c-8481-634531fa3793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.407625 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-76852227-34f0-4752-be64-f404d51d11cd tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/quotas/41975439fa7f4f9393e8a2480c9417f0 HTTP/1.1" status: 200 len: 375 time: 0.0586288 Aug 30 18:15:58.469778 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.473934 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Allocated IP 172.20.0.2 (bf090307-1c5e-4a9d-a855-c31bcbfd8792/7162880f-6947-4246-a359-77445ff3b234/ac452b2b-4980-4b9a-8f35-1d73e2f54a10) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:15:58.491154 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-15e941e5-caf3-4a87-b54e-e295dfb8ab23 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=41975439fa7f4f9393e8a2480c9417f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732338 Aug 30 18:15:58.500068 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-dfed5ed2-82c2-4e30-bdf8-ddb026e8993a tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:15:58.507388 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-dfed5ed2-82c2-4e30-bdf8-ddb026e8993a tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/networks?id=6ea6e705-dc55-4703-915b-44296b08360b HTTP/1.1" status: 200 len: 811 time: 0.3771162 Aug 30 18:15:58.516415 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.573129 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-c7c87428-01d6-4fff-80c0-33096503cfd0 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/quotas/5e25e634888e4cd6abec7f834c202cc6 HTTP/1.1" status: 200 len: 375 time: 0.0647705 Aug 30 18:15:58.653115 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-eac241ab-8404-4661-884e-5a25b3053a1b tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e25e634888e4cd6abec7f834c202cc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754681 Aug 30 18:15:58.658151 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba85ec1c-b60a-4dd1-9b42-07b6f8602a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.661348 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ba85ec1c-b60a-4dd1-9b42-07b6f8602a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.662711 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ba85ec1c-b60a-4dd1-9b42-07b6f8602a18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e5de183-598f-46de-8daf-6f83b6fd95fc HTTP/1.1" status: 204 len: 168 time: 0.6830301 Aug 30 18:15:58.728011 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-17ddcfd6-7157-47bd-b6c1-66f351390d9b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:15:58.729864 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-17ddcfd6-7157-47bd-b6c1-66f351390d9b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1177027 Aug 30 18:15:58.730982 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85ec1c-b60a-4dd1-9b42-07b6f8602a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5de183-598f-46de-8daf-6f83b6fd95fc,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:58.780413 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.801491 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Allocated IP 172.27.2.63 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/ee337679-8094-4c8f-9cb3-834c913b78df) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:15:58.801940 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.812040 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Transition to ACTIVE for port object ac452b2b-4980-4b9a-8f35-1d73e2f54a10 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:15:58.832146 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Transition to ACTIVE for port object ac452b2b-4980-4b9a-8f35-1d73e2f54a10 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:15:58.840747 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.846575 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-459527e0-2ba9-4cce-99d4-50053ae1db85 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:15:58.847904 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-459527e0-2ba9-4cce-99d4-50053ae1db85 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1068568 Aug 30 18:15:58.851776 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.908758 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Network bf090307-1c5e-4a9d-a855-c31bcbfd8792 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:15:58.913153 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:15:58.919397 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:15:58.923304 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Pushing event updated for resources: {'Port': ['ID=ac452b2b-4980-4b9a-8f35-1d73e2f54a10,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:58.934920 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:58.935216 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:58.935543 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:58.935880 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:58.936215 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:58.936549 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:58.937489 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:58.937792 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:58.938095 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:58.938422 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:58.938856 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:58.939059 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Tracked resource versions report: Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: pushed versions: Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: { 'AddressGroup': {'1.2'}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'ConntrackHelper': {'1.0'}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Log': {'1.0'}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Network': {'1.1'}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Port': {'1.7'}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'PortForwarding': {'1.2'}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'QosPolicy': {'1.9'}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'SecurityGroup': {'1.4'}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'SubPort': {'1.0'}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Subnet': {'1.1'}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Trunk': {'1.1'}} Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: consumer versions: Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: { DHCP agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: HyperV agent@hv-cinder-80429: {}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: L3 agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: Metadata agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: Metering agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: Open vSwitch agent@dv-cinder-804296-2-iscsi: { 'AddressGroup': '1.2', Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'ConntrackHelper': '1.0', Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Log': '1.0', Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Network': '1.1', Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Port': '1.7', Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'PortForwarding': '1.2', Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'QosPolicy': '1.9', Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'SecurityGroup': '1.4', Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'SecurityGroupRule': '1.2', Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'SubPort': '1.0', Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Subnet': '1.1', Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: 'Trunk': '1.1'}} Aug 30 18:15:58.940069 dv-cinder-804296-2-iscsi neutron-server[93970]: {{(pid=93970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:15:58.958463 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.966816 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ca25-517b-402c-8481-634531fa3793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:58.984968 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ca25-517b-402c-8481-634531fa3793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.000889 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Attempting to bind port ac452b2b-4980-4b9a-8f35-1d73e2f54a10 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:15:59.002107 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Attempting to bind port ac452b2b-4980-4b9a-8f35-1d73e2f54a10 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:15:59.002750 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Attempting to bind port ac452b2b-4980-4b9a-8f35-1d73e2f54a10 on network bf090307-1c5e-4a9d-a855-c31bcbfd8792 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:15:59.008609 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:15:59.009474 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Checking segment: {'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:15:59.010191 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.010658 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Bound using segment: {'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:15:59.012070 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Bound port: ac452b2b-4980-4b9a-8f35-1d73e2f54a10, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:15:59.012070 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.064571 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.081045 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-1ed5ca25-517b-402c-8481-634531fa3793 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa2bd54baf9a46538798b74dcce63fab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9402504 Aug 30 18:15:59.094536 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] For port ac452b2b-4980-4b9a-8f35-1d73e2f54a10, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:15:59.099041 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] For port ac452b2b-4980-4b9a-8f35-1d73e2f54a10, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=ac452b2b-4980-4b9a-8f35-1d73e2f54a10,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:15:59.103956 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44884) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:59.104244 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.104388 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44886) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:59.106545 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-75f90f69-2932-42f6-b6fe-e0bf89d0b31c service neutron] 10.222.0.16 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532069 Aug 30 18:15:59.109739 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5ca25-517b-402c-8481-634531fa3793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7672f5-fb90-4755-bf75-407364b8412e,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:59.160115 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09650b46-0245-48ce-a7ba-6f9d40849449 None None] Pushing event updated for resources: {'Port': ['ID=ac452b2b-4980-4b9a-8f35-1d73e2f54a10,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:59.166063 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:15:59.171021 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:15:59.173728 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b3374658-2721-4051-a721-ac398b84ca12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.176530 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:15:59.179645 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Pushing event updated for resources: {'Port': ['ID=ee337679-8094-4c8f-9cb3-834c913b78df,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:59.236003 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-9b30ecb9-5daa-4393-bf23-45e1ad210e01 service neutron] 10.222.0.16 "GET /v2.0/networks/6ea6e705-dc55-4703-915b-44296b08360b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750603 Aug 30 18:15:59.243097 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Allocated IP 172.27.2.111 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/178f3c20-8204-4c4f-9a8f-91b0248926b4) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:15:59.431146 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-61fefe88-95ab-44e3-8d41-be0d7377e510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.455659 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-dc152a1d-989f-4484-bca1-898a90a71c5e service neutron] 10.222.0.16 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264055 Aug 30 18:15:59.521072 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-61fefe88-95ab-44e3-8d41-be0d7377e510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.522062 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.578114 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.592598 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-748f16b0-1701-40a9-9ab1-969228b2eb6d service neutron] 10.222.0.16 "GET /v2.0/networks/6ea6e705-dc55-4703-915b-44296b08360b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417189 Aug 30 18:15:59.621935 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b3374658-2721-4051-a721-ac398b84ca12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.637583 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b3374658-2721-4051-a721-ac398b84ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.663481 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-61fefe88-95ab-44e3-8d41-be0d7377e510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.666018 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-61fefe88-95ab-44e3-8d41-be0d7377e510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.667182 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-61fefe88-95ab-44e3-8d41-be0d7377e510 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb7672f5-fb90-4755-bf75-407364b8412e HTTP/1.1" status: 204 len: 168 time: 0.5598347 Aug 30 18:15:59.696870 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3374658-2721-4051-a721-ac398b84ca12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de6461c-1f8f-4dd4-b2d0-e9c1d30dfbb6,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:59.706991 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b3374658-2721-4051-a721-ac398b84ca12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=657378a9496345ff83d670a46b7b422c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5984764 Aug 30 18:15:59.711721 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 44898) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:15:59.714928 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:15:59.741244 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fefe88-95ab-44e3-8d41-be0d7377e510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7672f5-fb90-4755-bf75-407364b8412e,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:15:59.864807 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3756163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3763981'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:00.008557 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:16:00.044425 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:00.048955 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:16:00.102376 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Pushing event updated for resources: {'Port': ['ID=178f3c20-8204-4c4f-9a8f-91b0248926b4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:00.299152 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Router 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 is scheduled to L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:16:00.319949 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device ac452b2b-4980-4b9a-8f35-1d73e2f54a10 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:00.349052 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-16906e55-2314-43b9-a61d-230b76d354c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:00.400500 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-16906e55-2314-43b9-a61d-230b76d354c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:00.422297 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44940) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:00.443736 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1c046718-f5ba-4695-8855-4d116e15c1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:00.470220 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a2265d91-a3f6-4050-aa16-0e7806717ce0 req-099146cb-17fd-436a-a52c-9c65b74c91fe tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 210 time: 0.3820477 Aug 30 18:16:00.475081 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port ac452b2b-4980-4b9a-8f35-1d73e2f54a10 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:16:00.575005 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c42350-f2f8-49be-a0c2-d3730abb08ab None None] Network bf090307-1c5e-4a9d-a855-c31bcbfd8792 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:16:00.598139 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-16906e55-2314-43b9-a61d-230b76d354c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:00.605610 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-16906e55-2314-43b9-a61d-230b76d354c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:00.606786 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-16906e55-2314-43b9-a61d-230b76d354c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7de6461c-1f8f-4dd4-b2d0-e9c1d30dfbb6 HTTP/1.1" status: 204 len: 168 time: 0.8937292 Aug 30 18:16:00.663595 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16906e55-2314-43b9-a61d-230b76d354c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de6461c-1f8f-4dd4-b2d0-e9c1d30dfbb6,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:00.705832 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-08e851b7-f55d-4c02-80a8-daff928e0063 req-59ce2fce-4d27-4ae9-a787-0ab9c42ee55e tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 210 time: 0.0554242 Aug 30 18:16:00.718152 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-b8ddba19-fe23-4c1b-b804-1fe3799a85d3 None None] Provisioning for port ac452b2b-4980-4b9a-8f35-1d73e2f54a10 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:16:00.725454 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-b8ddba19-fe23-4c1b-b804-1fe3799a85d3 None None] Provisioning complete for port ac452b2b-4980-4b9a-8f35-1d73e2f54a10 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:00.726714 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b8ddba19-fe23-4c1b-b804-1fe3799a85d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:00.803615 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:16:00.814232 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Sync routers for ids ['461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:16:00.828780 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Routers {'461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:16:00.830508 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:15:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:00.903626 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1c046718-f5ba-4695-8855-4d116e15c1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:00.911479 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1c046718-f5ba-4695-8855-4d116e15c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:00.975789 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:00.981868 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0560c972-d237-49d6-a3fb-22b24340d386 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7662523 Aug 30 18:16:00.985380 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 44984) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:01.116970 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:01.164480 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Set router 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:16:01.252557 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b8ddba19-fe23-4c1b-b804-1fe3799a85d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:01.382873 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9604c43-e24e-487f-ade2-7c6e960b1aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:01.406019 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-b8ddba19-fe23-4c1b-b804-1fe3799a85d3 None None] For port ac452b2b-4980-4b9a-8f35-1d73e2f54a10, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=ac452b2b-4980-4b9a-8f35-1d73e2f54a10,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:01.419615 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1c046718-f5ba-4695-8855-4d116e15c1c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a04368e779bc4836b76911e322922810&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9932446 Aug 30 18:16:01.423271 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b8ddba19-fe23-4c1b-b804-1fe3799a85d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:01.423465 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046718-f5ba-4695-8855-4d116e15c1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9743fb9c-baa4-4f1a-a8d8-ee202c85a2a7,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:01.428135 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45012) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:01.579512 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'name': 'tempest-ServerRescueNegativeTestJSON-236912807-router', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:15:59Z', 'revision_number': 3, 'project_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'gw_port': {'id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:01.593308 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddba19-fe23-4c1b-b804-1fe3799a85d3 None None] Pushing event updated for resources: {'Port': ['ID=ac452b2b-4980-4b9a-8f35-1d73e2f54a10,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:01.653663 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Checking router: 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:16:01.658724 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Updating router 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 port ee337679-8094-4c8f-9cb3-834c913b78df binding host dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:16:01.699472 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:01.774042 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3756163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3763981'] for router, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:01.783619 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-ec0105c4-87b5-4cb5-a11f-da53c8534d4b None None] Provisioning complete for port ac452b2b-4980-4b9a-8f35-1d73e2f54a10 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:01.784294 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ec0105c4-87b5-4cb5-a11f-da53c8534d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:01.817180 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:01.871801 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b819c792-94cf-41ee-974a-5b7dfc3a054d req-82811e61-18ca-435d-a727-964d259648c2 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 210 time: 0.2581570 Aug 30 18:16:01.907587 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-833d05f5-1586-4963-89f0-db7e466f9d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:01.957588 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-833d05f5-1586-4963-89f0-db7e466f9d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.050480 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-26afbe2f-7962-4ec5-82f1-cd34da2918d4 req-b633059d-9bc7-4c94-b7bb-f491c1f8ab76 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 210 time: 0.2146316 Aug 30 18:16:02.090479 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.105038 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Transition to ACTIVE for port object ee337679-8094-4c8f-9cb3-834c913b78df will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:16:02.107338 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-833d05f5-1586-4963-89f0-db7e466f9d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.111573 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-833d05f5-1586-4963-89f0-db7e466f9d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.114061 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.115700 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-833d05f5-1586-4963-89f0-db7e466f9d35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9743fb9c-baa4-4f1a-a8d8-ee202c85a2a7 HTTP/1.1" status: 204 len: 168 time: 0.6872368 Aug 30 18:16:02.134443 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d05f5-1586-4963-89f0-db7e466f9d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9743fb9c-baa4-4f1a-a8d8-ee202c85a2a7,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:02.200990 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Pushing event updated for resources: {'Port': ['ID=ee337679-8094-4c8f-9cb3-834c913b78df,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:02.218530 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:02.222038 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:02.223545 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:02.224225 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:02.226356 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:02.227872 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:02.228200 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:02.228547 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:02.228910 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:02.230272 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:02.231064 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:02.231399 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Tracked resource versions report: Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: pushed versions: Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: { 'AddressGroup': {'1.2'}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'ConntrackHelper': {'1.0'}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Log': {'1.0'}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Network': {'1.1'}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Port': {'1.7'}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'PortForwarding': {'1.2'}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'QosPolicy': {'1.9'}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'SecurityGroup': {'1.4'}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'SecurityGroupRule': {'1.2'}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'SubPort': {'1.0'}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Subnet': {'1.1'}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Trunk': {'1.1'}} Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: consumer versions: Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: { DHCP agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: HyperV agent@hv-cinder-80429: {}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: L3 agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: Metadata agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: Metering agent@dv-cinder-804296-2-iscsi: {}, Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: Open vSwitch agent@dv-cinder-804296-2-iscsi: { 'AddressGroup': '1.2', Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'ConntrackHelper': '1.0', Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Log': '1.0', Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Network': '1.1', Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Port': '1.7', Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'PortForwarding': '1.2', Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'QosPolicy': '1.9', Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'SecurityGroup': '1.4', Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'SecurityGroupRule': '1.2', Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'SubPort': '1.0', Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Subnet': '1.1', Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: 'Trunk': '1.1'}} Aug 30 18:16:02.235713 dv-cinder-804296-2-iscsi neutron-server[93971]: {{(pid=93971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 18:16:02.239423 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device ac452b2b-4980-4b9a-8f35-1d73e2f54a10 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:02.276792 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Attempting to bind port ee337679-8094-4c8f-9cb3-834c913b78df on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:16:02.277178 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Attempting to bind port ee337679-8094-4c8f-9cb3-834c913b78df by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:16:02.277547 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Attempting to bind port ee337679-8094-4c8f-9cb3-834c913b78df on network b260bd70-94f8-4100-a215-2751a0a4278f {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:02.293456 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:16:02.293835 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Checking segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:16:02.295063 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.297107 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Bound using segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:16:02.299028 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Bound port: ee337679-8094-4c8f-9cb3-834c913b78df, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:16:02.300718 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.316628 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Allocated IP 172.20.0.1 (d7bd3d83-2234-45cb-869b-5a867e159aff/019cd36e-2152-42ae-baa8-dc7a40474c8e/f5f87612-b40a-49a2-aced-4da2d5b5c119) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:16:02.327326 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 is scheduled to L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 with binding_index 1 {{(pid=93968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:16:02.354458 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port ac452b2b-4980-4b9a-8f35-1d73e2f54a10 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:02.354902 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.424812 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] For port ee337679-8094-4c8f-9cb3-834c913b78df, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:16:02.431089 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] For port ee337679-8094-4c8f-9cb3-834c913b78df, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=ee337679-8094-4c8f-9cb3-834c913b78df,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:16:02.441874 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.448592 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.496115 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:16:02.496984 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.525287 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.529945 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-722e5853-0802-4402-b371-07cdd0aedb8f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5817957 Aug 30 18:16:02.530485 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45050) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:02.552721 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Routers {'461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:16:02.553490 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:15:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:02.573434 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Network d7bd3d83-2234-45cb-869b-5a867e159aff is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:16:02.579609 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:02.582290 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:16:02.582786 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3764178'] for router_interface, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.644029 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f87612-b40a-49a2-aced-4da2d5b5c119,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:02.644300 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794ceb4-2e63-465c-b0cd-4642592165b8 None None] Pushing event updated for resources: {'Port': ['ID=ee337679-8094-4c8f-9cb3-834c913b78df,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:02.773250 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Sync routers for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:16:02.779458 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] Set router 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:16:02.787851 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:16:02.788491 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:15:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:02.957906 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:02.970586 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:16:03.201970 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'name': 'tempest-ServerRescueNegativeTestJSON-236912807-router', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:15:59Z', 'revision_number': 3, 'project_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'gw_port': {'id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:03.283215 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993e0b5-5a50-49f5-a73a-24141212a790 None None] The sync data for ids ['461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'] in dv-cinder-804296-2-iscsi is: [{'id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'name': 'tempest-ServerRescueNegativeTestJSON-236912807-router', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:15:59Z', 'revision_number': 3, 'project_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'gw_port': {'id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:16:03.322865 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:00Z', 'revision_number': 3, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:03.362059 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Checking router: 1a6a7b70-973f-4bef-9563-ca0112d35bc1 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:16:03.362812 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Updating router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 port 178f3c20-8204-4c4f-9a8f-91b0248926b4 binding host dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:16:03.370341 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:03.378891 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:03.380157 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3762445'] for router_interface, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:03.396822 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:03.476271 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c3a46561-a00a-40e8-b41d-e1a842e17a1c req-4d50a3b2-bf9b-49a6-b362-d46e28e09a45 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 210 time: 0.0704854 Aug 30 18:16:03.547605 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f87612-b40a-49a2-aced-4da2d5b5c119,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:03.567742 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b52344f-9eaf-44be-aba6-c748bbf25545 req-535237fe-0018-48a0-a662-63120ea06b9d tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 210 time: 0.1606622 Aug 30 18:16:03.588151 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:03.595698 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Network d7bd3d83-2234-45cb-869b-5a867e159aff is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:16:03.599514 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:03.936819 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Allocated IP 172.20.0.1 (bf090307-1c5e-4a9d-a855-c31bcbfd8792/7162880f-6947-4246-a359-77445ff3b234/2be4db59-8f23-41d5-a6bc-6d7c3155294c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:16:03.960033 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Router 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:16:04.001361 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:04.038653 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Transition to ACTIVE for port object 178f3c20-8204-4c4f-9a8f-91b0248926b4 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:16:04.046084 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ca9aee8e-4cc0-4bd0-8c2b-b9686e0abaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:04.058256 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:04.151785 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:04.152306 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e40884-5ce3-472b-ad76-0e713e3cf0a5 None None] Pushing event updated for resources: {'Port': ['ID=178f3c20-8204-4c4f-9a8f-91b0248926b4,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:04.162040 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:16:04.167883 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:04.177301 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Transition to ACTIVE for port object 2be4db59-8f23-41d5-a6bc-6d7c3155294c will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:16:04.180516 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Attempting to bind port 178f3c20-8204-4c4f-9a8f-91b0248926b4 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:16:04.180903 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Attempting to bind port 178f3c20-8204-4c4f-9a8f-91b0248926b4 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:16:04.182604 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Attempting to bind port 178f3c20-8204-4c4f-9a8f-91b0248926b4 on network b260bd70-94f8-4100-a215-2751a0a4278f {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:04.190150 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:16:04.190623 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Checking segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:16:04.190979 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:04.191373 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Bound using segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:16:04.191854 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Bound port: 178f3c20-8204-4c4f-9a8f-91b0248926b4, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:16:04.192237 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:04.197536 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3529b839-c8d3-4412-9d5e-51bc3112e467 admin admin] 10.222.0.16 "PUT /v2.0/routers/461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2072399 Aug 30 18:16:04.269582 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:04.273266 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] For port 178f3c20-8204-4c4f-9a8f-91b0248926b4, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:16:04.280159 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] For port 178f3c20-8204-4c4f-9a8f-91b0248926b4, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=178f3c20-8204-4c4f-9a8f-91b0248926b4,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:16:04.288003 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:04.347012 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:16:04.347715 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:16:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:04.411673 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Network bf090307-1c5e-4a9d-a855-c31bcbfd8792 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:16:04.431297 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device ee337679-8094-4c8f-9cb3-834c913b78df up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:04.434985 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Pushing event updated for resources: {'Port': ['ID=2be4db59-8f23-41d5-a6bc-6d7c3155294c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:04.438954 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:04.498980 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:16:04.499498 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3764178'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:04.556552 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e40884-5ce3-472b-ad76-0e713e3cf0a5 None None] Pushing event updated for resources: {'Port': ['ID=178f3c20-8204-4c4f-9a8f-91b0248926b4,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:04.568814 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port ee337679-8094-4c8f-9cb3-834c913b78df completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:16:04.646916 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port ee337679-8094-4c8f-9cb3-834c913b78df triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:04.647295 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:04.803367 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d308913d-bd1d-43ed-bf7b-ea4000391c5a req-3daa64a9-aa4d-4bd6-9892-6254a04c2246 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 210 time: 0.1332779 Aug 30 18:16:04.855714 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-06e635fd-2e39-47a0-b498-5b911ba6484d req-5a7ef8d4-0ac6-44da-98de-5334f12ba321 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 210 time: 0.0936282 Aug 30 18:16:04.888763 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:16:05.034417 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:05.194355 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-6d69b924-d45b-4509-b4d8-c2f7832b2ead None None] Provisioning for port 2be4db59-8f23-41d5-a6bc-6d7c3155294c completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:16:05.203298 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:05.207470 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-6d69b924-d45b-4509-b4d8-c2f7832b2ead None None] Provisioning complete for port 2be4db59-8f23-41d5-a6bc-6d7c3155294c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:05.207938 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6d69b924-d45b-4509-b4d8-c2f7832b2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:05.265554 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:05.303490 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port ee337679-8094-4c8f-9cb3-834c913b78df, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=ee337679-8094-4c8f-9cb3-834c913b78df,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:05.307268 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-6d69b924-d45b-4509-b4d8-c2f7832b2ead None None] Port 2be4db59-8f23-41d5-a6bc-6d7c3155294c cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:16:05.311144 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:05.354250 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:05.387805 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=ee337679-8094-4c8f-9cb3-834c913b78df,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:05.393373 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:00Z', 'revision_number': 3, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:05.403357 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:05.404143 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3762445'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:05.466659 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0115f-17db-42f4-b188-e9feda7befdc None None] The sync data for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi is: [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:00Z', 'revision_number': 3, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:16:05.546849 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.36', 52291) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:05.656089 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45170) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:05.675614 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Pushing event updated for resources: {'Port': ['ID=2be4db59-8f23-41d5-a6bc-6d7c3155294c,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:05.734904 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-fb6d560d-8ea5-4868-ade5-f5a40be72dcb tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:05.743067 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-fb6d560d-8ea5-4868-ade5-f5a40be72dcb tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/networks?id=d7bd3d83-2234-45cb-869b-5a867e159aff HTTP/1.1" status: 200 len: 818 time: 0.4056635 Aug 30 18:16:05.766009 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-133ff04b-4dd4-45c7-9986-473e6f7fcf10 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/quotas/e8b1e79f89d1471da9eee4b48f249f26 HTTP/1.1" status: 200 len: 375 time: 0.0217144 Aug 30 18:16:05.772843 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Network bf090307-1c5e-4a9d-a855-c31bcbfd8792 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:16:05.784658 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:05.975648 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b3d70f8a-a6ea-4744-89c9-4a7629ddf65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:06.090606 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.36', 52293) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:06.242704 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Sync routers for ids ['461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:16:06.255440 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-556ee9b7-53e8-403e-9083-6074f0723a15 None None] Provisioning complete for port 2be4db59-8f23-41d5-a6bc-6d7c3155294c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:06.256658 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-556ee9b7-53e8-403e-9083-6074f0723a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:06.259989 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Routers {'461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:16:06.263430 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:16:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:06.278534 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-930f33c8-6815-44fc-b417-ade47c5710fe tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:06.280588 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-930f33c8-6815-44fc-b417-ade47c5710fe tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.36 "GET /v2.0/networks?id=6ea6e705-dc55-4703-915b-44296b08360b HTTP/1.1" status: 200 len: 811 time: 0.7303700 Aug 30 18:16:06.326817 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-556ee9b7-53e8-403e-9083-6074f0723a15 None None] Port 2be4db59-8f23-41d5-a6bc-6d7c3155294c cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:16:06.336999 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-f561361e-8b81-40a1-a7f5-19a5451f359e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5698097 Aug 30 18:16:06.370112 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45196) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:06.381764 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-604eafa6-b779-4256-bfcd-a1d0ebdbfee8 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Request body: {'port': {'device_id': '59e6e7d6-d70d-4426-af1f-30ffc119b428', 'network_id': '6ea6e705-dc55-4703-915b-44296b08360b', 'admin_state_up': True, 'tenant_id': '5e25e634888e4cd6abec7f834c202cc6'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:06.503004 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-90a58822-f4db-4f8b-9541-95d26f13d16c req-d634c2ca-970c-4f49-878a-ee15f2a7de48 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 210 time: 0.4359951 Aug 30 18:16:06.546910 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 178f3c20-8204-4c4f-9a8f-91b0248926b4 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:06.586887 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:16:06.606686 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-b23a792e-56f3-4fc5-b4cd-ff85e317810a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:06.609893 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-b23a792e-56f3-4fc5-b4cd-ff85e317810a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "GET /v2.0/networks?id=55871d36-c079-4efd-97e0-a3124e07c4e0 HTTP/1.1" status: 200 len: 815 time: 0.5182760 Aug 30 18:16:06.678095 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:06.712276 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Set router 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:16:06.778676 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-4adb46d7-989a-4a3f-9959-03efcfc3dcda service neutron] 10.222.0.16 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405761 Aug 30 18:16:06.789079 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 178f3c20-8204-4c4f-9a8f-91b0248926b4 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:16:06.797874 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 178f3c20-8204-4c4f-9a8f-91b0248926b4 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:06.798260 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:06.817429 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-523edfe7-b36d-4b8a-a972-377d55f58fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:06.867227 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-05023882-0d3c-45bb-9366-e70aba1be857 req-7e2ee61c-c71e-4e16-9729-44bc13f0a579 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 210 time: 0.0789309 Aug 30 18:16:06.919007 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:06.942237 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 178f3c20-8204-4c4f-9a8f-91b0248926b4, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=178f3c20-8204-4c4f-9a8f-91b0248926b4,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:06.950158 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:06.955483 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device ee337679-8094-4c8f-9cb3-834c913b78df up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:07.003155 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b3d70f8a-a6ea-4744-89c9-4a7629ddf65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:07.010623 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:16:07.025528 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-785481d2-bd46-453b-bb7b-0f41f77470eb admin admin] 10.222.0.16 "PUT /v2.0/routers/1a6a7b70-973f-4bef-9563-ca0112d35bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4933946 Aug 30 18:16:07.045403 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-7c5dc70b-fce9-4478-8544-ac6d602a0c8f service neutron] 10.222.0.16 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654684 Aug 30 18:16:07.048614 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b3d70f8a-a6ea-4744-89c9-4a7629ddf65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:07.085178 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-604eafa6-b779-4256-bfcd-a1d0ebdbfee8 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Made reservation on behalf of 5e25e634888e4cd6abec7f834c202cc6 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:16:07.092191 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'name': 'tempest-ServerRescueNegativeTestJSON-236912807-router', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:02Z', 'revision_number': 4, 'project_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'gw_port': {'id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'f5f87612-b40a-49a2-aced-4da2d5b5c119', 'name': '', 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'mac_address': 'fa:16:3e:97:9f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '019cd36e-2152-42ae-baa8-dc7a40474c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:01Z', 'updated_at': '2021-08-30T18:16:03Z', 'revision_number': 2, 'project_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'subnets': [{'id': '019cd36e-2152-42ae-baa8-dc7a40474c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:07.093927 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-604eafa6-b779-4256-bfcd-a1d0ebdbfee8 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:07.180559 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Checking router: 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:16:07.180953 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Updating router 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 port f5f87612-b40a-49a2-aced-4da2d5b5c119 binding host dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:16:07.279940 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:07.288155 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=178f3c20-8204-4c4f-9a8f-91b0248926b4,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:07.299705 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port ee337679-8094-4c8f-9cb3-834c913b78df triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:07.300275 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:07.642548 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b3d70f8a-a6ea-4744-89c9-4a7629ddf65d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b9cac95c2784334b6584016cf863ab7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9853964 Aug 30 18:16:07.647984 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45244) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:07.659132 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-569a15ea-c795-487b-b7ea-d92749ac5e08 req-a29f0db2-9211-4728-bce8-9eced5a4e43a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 210 time: 0.0881364 Aug 30 18:16:07.673437 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d70f8a-a6ea-4744-89c9-4a7629ddf65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0510ed43-0386-4c86-8bc3-f28442dcbb3b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:07.712407 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-604eafa6-b779-4256-bfcd-a1d0ebdbfee8 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Allocated IP 172.20.0.12 (6ea6e705-dc55-4703-915b-44296b08360b/cb1c03ab-48ae-4070-9c7c-f69d6547df75/8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:16:07.826342 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6ef35f16-8ddf-4bd3-b702-19e2539c6080 req-7e59d124-bc78-4243-b9a4-8766f5b54562 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 210 time: 0.0366926 Aug 30 18:16:07.839728 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-523edfe7-b36d-4b8a-a972-377d55f58fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:07.853117 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-523edfe7-b36d-4b8a-a972-377d55f58fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:07.897294 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:07.909470 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-66c7b47b-3666-4120-b346-02d80db19634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:07.927128 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Transition to ACTIVE for port object f5f87612-b40a-49a2-aced-4da2d5b5c119 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:16:07.947252 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:07.957623 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-523edfe7-b36d-4b8a-a972-377d55f58fad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a6d88b9c3c243399c6cc119fa3183e5&name=default HTTP/1.1" status: 200 len: 2976 time: 1.5862663 Aug 30 18:16:07.960954 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45260) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:07.991389 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523edfe7-b36d-4b8a-a972-377d55f58fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6429e608-61fa-4df3-86ac-6210362332b9,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:08.070347 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-41075b00-55cf-4d8d-ac79-c40bb9e0f2ca req-4e6eaaa9-d627-48d7-8dfb-2ea3aa9607ca tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 210 time: 0.0819101 Aug 30 18:16:08.086368 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-66c7b47b-3666-4120-b346-02d80db19634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.154840 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f48d222f-50f7-46ce-9048-a470a9308f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.156584 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be6907-8433-448c-a83c-aafec3c91f15 None None] Pushing event updated for resources: {'Port': ['ID=f5f87612-b40a-49a2-aced-4da2d5b5c119,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:08.204331 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-66c7b47b-3666-4120-b346-02d80db19634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.207416 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-66c7b47b-3666-4120-b346-02d80db19634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.208561 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-66c7b47b-3666-4120-b346-02d80db19634 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0510ed43-0386-4c86-8bc3-f28442dcbb3b HTTP/1.1" status: 204 len: 168 time: 0.5584674 Aug 30 18:16:08.213478 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f48d222f-50f7-46ce-9048-a470a9308f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.235347 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-604eafa6-b779-4256-bfcd-a1d0ebdbfee8 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.243497 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 178f3c20-8204-4c4f-9a8f-91b0248926b4 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:08.244858 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7b47b-3666-4120-b346-02d80db19634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0510ed43-0386-4c86-8bc3-f28442dcbb3b,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:08.278247 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Attempting to bind port f5f87612-b40a-49a2-aced-4da2d5b5c119 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:16:08.278881 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Attempting to bind port f5f87612-b40a-49a2-aced-4da2d5b5c119 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:16:08.279431 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Attempting to bind port f5f87612-b40a-49a2-aced-4da2d5b5c119 on network d7bd3d83-2234-45cb-869b-5a867e159aff {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:08.294318 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:16:08.295479 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Checking segment: {'id': '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:16:08.298672 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.299271 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Bound using segment: {'id': '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:16:08.301163 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Bound port: f5f87612-b40a-49a2-aced-4da2d5b5c119, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:16:08.302702 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.361785 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f48d222f-50f7-46ce-9048-a470a9308f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.364834 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f48d222f-50f7-46ce-9048-a470a9308f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.366187 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f48d222f-50f7-46ce-9048-a470a9308f84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6429e608-61fa-4df3-86ac-6210362332b9 HTTP/1.1" status: 204 len: 168 time: 0.4042559 Aug 30 18:16:08.376146 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-604eafa6-b779-4256-bfcd-a1d0ebdbfee8 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.397570 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 178f3c20-8204-4c4f-9a8f-91b0248926b4 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:08.399374 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.440132 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d222f-50f7-46ce-9048-a470a9308f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6429e608-61fa-4df3-86ac-6210362332b9,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:08.464358 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] For port f5f87612-b40a-49a2-aced-4da2d5b5c119, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:16:08.479912 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] For port f5f87612-b40a-49a2-aced-4da2d5b5c119, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=f5f87612-b40a-49a2-aced-4da2d5b5c119,segment=NetworkSegment(7bd6dc40-dbfe-406f-ae07-e03ba0e57fde),segment_id=7bd6dc40-dbfe-406f-ae07-e03ba0e57fde)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:16:08.490593 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.492247 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45282) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:08.518482 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-65c41354-28c5-4de2-8965-b220f446f4f5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560320846', 'description': 'tempest-description--1905307791'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:08.610507 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be6907-8433-448c-a83c-aafec3c91f15 None None] Pushing event updated for resources: {'Port': ['ID=f5f87612-b40a-49a2-aced-4da2d5b5c119,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:08.626605 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Routers {'461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:16:08.628437 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:16:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:08.700609 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604eafa6-b779-4256-bfcd-a1d0ebdbfee8 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Pushing event updated for resources: {'Port': ['ID=8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:08.700609 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-604eafa6-b779-4256-bfcd-a1d0ebdbfee8 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Network 6ea6e705-dc55-4703-915b-44296b08360b is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:16:08.700609 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-604eafa6-b779-4256-bfcd-a1d0ebdbfee8 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:08.704445 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Sync routers for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:16:08.705329 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-604eafa6-b779-4256-bfcd-a1d0ebdbfee8 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:16:08.705430 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:16:08.705430 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:16:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:08.705592 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bb4fa540-a41a-49f6-a92e-fe9161bf4cfe tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:08.705592 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bb4fa540-a41a-49f6-a92e-fe9161bf4cfe tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/networks?id=d7bd3d83-2234-45cb-869b-5a867e159aff HTTP/1.1" status: 200 len: 818 time: 0.3872883 Aug 30 18:16:08.705793 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-604eafa6-b779-4256-bfcd-a1d0ebdbfee8 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:08.705793 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-604eafa6-b779-4256-bfcd-a1d0ebdbfee8 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.706340 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-3bcddabf-d9a5-4ed4-be7f-2576b5e3b161 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/quotas/e8b1e79f89d1471da9eee4b48f249f26 HTTP/1.1" status: 200 len: 375 time: 0.0159705 Aug 30 18:16:08.708054 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65c41354-28c5-4de2-8965-b220f446f4f5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.718458 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-604eafa6-b779-4256-bfcd-a1d0ebdbfee8 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3484550 Aug 30 18:16:08.785876 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] Set router 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:16:08.846332 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65c41354-28c5-4de2-8965-b220f446f4f5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.871174 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-90b8afd7-67ce-48de-895f-9796ac98078d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1592383 Aug 30 18:16:08.873555 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65c41354-28c5-4de2-8965-b220f446f4f5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.927487 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:16:08.958592 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65c41354-28c5-4de2-8965-b220f446f4f5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:08.962595 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-65c41354-28c5-4de2-8965-b220f446f4f5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4610345 Aug 30 18:16:08.962885 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45296) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:08.968360 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-065943eb-0471-4a0c-8ff3-61c74794e094 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Request body: {'security_group_rule': {'security_group_id': 'ccd410ff-d227-4951-a424-43c6276fcc0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:09.009544 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c41354-28c5-4de2-8965-b220f446f4f5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd410ff-d227-4951-a424-43c6276fcc0a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:09.028522 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-065943eb-0471-4a0c-8ff3-61c74794e094 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:09.058205 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8b61b7a-ee1d-4147-ae15-0aae02bdaad3 req-51da389b-4ecb-4167-9104-05b57405db96 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 210 time: 0.0797684 Aug 30 18:16:09.060442 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'name': 'tempest-ServerRescueNegativeTestJSON-236912807-router', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:02Z', 'revision_number': 4, 'project_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'gw_port': {'id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'f5f87612-b40a-49a2-aced-4da2d5b5c119', 'name': '', 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'mac_address': 'fa:16:3e:97:9f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '019cd36e-2152-42ae-baa8-dc7a40474c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:01Z', 'updated_at': '2021-08-30T18:16:08Z', 'revision_number': 4, 'project_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'subnets': [{'id': '019cd36e-2152-42ae-baa8-dc7a40474c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:09.063825 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45300) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:09.077384 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b5e817f-904b-47fe-9537-6283154dd42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:09.095335 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd1d8e-9ae1-439e-a6ee-f62395e93e1a None None] The sync data for ids ['461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'] in dv-cinder-804296-2-iscsi is: [{'id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'name': 'tempest-ServerRescueNegativeTestJSON-236912807-router', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:02Z', 'revision_number': 4, 'project_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'gw_port': {'id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'f5f87612-b40a-49a2-aced-4da2d5b5c119', 'name': '', 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'mac_address': 'fa:16:3e:97:9f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '019cd36e-2152-42ae-baa8-dc7a40474c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:01Z', 'updated_at': '2021-08-30T18:16:08Z', 'revision_number': 4, 'project_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'subnets': [{'id': '019cd36e-2152-42ae-baa8-dc7a40474c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:16:09.162226 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-981f5c2e-3695-4ed0-b92e-2fdc67bb279a service neutron] 10.222.0.16 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901912 Aug 30 18:16:09.217775 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-065943eb-0471-4a0c-8ff3-61c74794e094 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:09.224519 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-065943eb-0471-4a0c-8ff3-61c74794e094 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:09.255535 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065943eb-0471-4a0c-8ff3-61c74794e094 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcb1450-e84a-4270-80bc-213e270966dc,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:09.266596 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:05Z', 'revision_number': 2, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:09.345170 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Checking router: 1a6a7b70-973f-4bef-9563-ca0112d35bc1 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:16:09.345612 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Updating router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 port 2be4db59-8f23-41d5-a6bc-6d7c3155294c binding host dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:16:09.391900 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:09.445934 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83273986-40ed-4be6-ba36-0a5c2f144d2f req-3576117a-9c5c-4e2a-bb3e-ee7957ae76fa tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:09.457336 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-83273986-40ed-4be6-ba36-0a5c2f144d2f req-3576117a-9c5c-4e2a-bb3e-ee7957ae76fa tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 932 time: 0.2680175 Aug 30 18:16:09.566941 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-671d390b-c43a-486d-92c9-fd3701c0efc8 service neutron] 10.222.0.16 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753226 Aug 30 18:16:09.705673 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-83273986-40ed-4be6-ba36-0a5c2f144d2f req-8e33ed35-79d9-4f93-99af-a119fedf6002 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301352 Aug 30 18:16:09.755160 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b5e817f-904b-47fe-9537-6283154dd42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:09.766176 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b5e817f-904b-47fe-9537-6283154dd42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:09.771857 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-065943eb-0471-4a0c-8ff3-61c74794e094 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:09.773768 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-065943eb-0471-4a0c-8ff3-61c74794e094 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8099031 Aug 30 18:16:09.777350 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45320) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:09.783926 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-d3e3f43c-ab8a-4d3c-a76a-9fafc33ad8fa tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Request body: {'security_group_rule': {'security_group_id': 'ccd410ff-d227-4951-a424-43c6276fcc0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:09.860380 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f43c-ab8a-4d3c-a76a-9fafc33ad8fa tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:09.962034 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9ef6491d-3c31-4e12-a1cb-b944bfcdeaa7 req-de80b85c-918e-4015-b894-4290cf1a85c7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.1296961 Aug 30 18:16:09.995529 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-1b5e817f-904b-47fe-9537-6283154dd42d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14a68b7d9e5b4bb589047109dab9a1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9281170 Aug 30 18:16:10.004844 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45336) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:10.009099 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e817f-904b-47fe-9537-6283154dd42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a55336-c356-48d7-8a6b-c780406970ac,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:10.090221 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:10.124536 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f43c-ab8a-4d3c-a76a-9fafc33ad8fa tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:10.169633 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f43c-ab8a-4d3c-a76a-9fafc33ad8fa tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:10.180603 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Transition to ACTIVE for port object 2be4db59-8f23-41d5-a6bc-6d7c3155294c will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:16:10.206045 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:10.260560 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3f43c-ab8a-4d3c-a76a-9fafc33ad8fa tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c663ae-d8fd-4a9a-b483-91f69cc22017,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:10.272843 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f43c-ab8a-4d3c-a76a-9fafc33ad8fa tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:10.274366 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d3e3f43c-ab8a-4d3c-a76a-9fafc33ad8fa tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4952807 Aug 30 18:16:10.284563 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45346) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:10.328187 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-965479f7-01f8-48f4-8050-89e93f2b49f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:10.335460 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e07d7cba-6e1c-4423-96ff-bfeb1a29e21a req-066d9892-5526-4a6c-8623-bbdc89aa0610 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 210 time: 0.1341715 Aug 30 18:16:10.339124 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Request body: {'floatingip': {'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:10.452739 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:10.464408 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-965479f7-01f8-48f4-8050-89e93f2b49f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:10.475341 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device f5f87612-b40a-49a2-aced-4da2d5b5c119 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:10.591078 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-fe0fb049-bf59-4a30-9f4e-44e5accce5f2 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:16:10.594903 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-fe0fb049-bf59-4a30-9f4e-44e5accce5f2 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0349216 Aug 30 18:16:10.616119 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5d09ae29-2a87-4866-b2b3-c757365f4c16 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Request body: {'port': {'device_id': 'fe48ffff-e64e-4cfc-bc51-1607de99b741', 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0', 'admin_state_up': True, 'tenant_id': '41975439fa7f4f9393e8a2480c9417f0'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:10.703263 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:10.794213 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc77dce-4981-498d-bba4-c9b33910e01b None None] Pushing event updated for resources: {'Port': ['ID=2be4db59-8f23-41d5-a6bc-6d7c3155294c,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:10.861471 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Attempting to bind port 2be4db59-8f23-41d5-a6bc-6d7c3155294c on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:16:10.863390 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Attempting to bind port 2be4db59-8f23-41d5-a6bc-6d7c3155294c by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:16:10.867908 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Attempting to bind port 2be4db59-8f23-41d5-a6bc-6d7c3155294c on network bf090307-1c5e-4a9d-a855-c31bcbfd8792 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:10.933606 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:16:10.935953 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Checking segment: {'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:16:10.937553 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:10.938165 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Bound using segment: {'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:16:10.939847 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Bound port: 2be4db59-8f23-41d5-a6bc-6d7c3155294c, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:16:10.941324 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:11.143630 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port f5f87612-b40a-49a2-aced-4da2d5b5c119 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:16:11.244799 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port f5f87612-b40a-49a2-aced-4da2d5b5c119 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:11.245241 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:11.255738 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567a8d4-c419-4978-baf8-4c2a2e3cbf02 req-a4efe133-52cb-4e2c-a610-67a0129d417c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:11.269918 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7567a8d4-c419-4978-baf8-4c2a2e3cbf02 req-a4efe133-52cb-4e2c-a610-67a0129d417c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 932 time: 0.3671696 Aug 30 18:16:11.354619 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] For port 2be4db59-8f23-41d5-a6bc-6d7c3155294c, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:16:11.355126 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45382) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:11.431147 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] For port 2be4db59-8f23-41d5-a6bc-6d7c3155294c, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=2be4db59-8f23-41d5-a6bc-6d7c3155294c,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:16:11.441979 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f973db22-753f-4298-8873-e3f221d9f11a req-d49332ec-6a4e-4fa3-9d93-f22c07846739 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.3080781 Aug 30 18:16:11.477402 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-965479f7-01f8-48f4-8050-89e93f2b49f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:11.485751 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-965479f7-01f8-48f4-8050-89e93f2b49f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:11.486998 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-965479f7-01f8-48f4-8050-89e93f2b49f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5a55336-c356-48d7-8a6b-c780406970ac HTTP/1.1" status: 204 len: 168 time: 1.4811108 Aug 30 18:16:11.490151 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:11.565590 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965479f7-01f8-48f4-8050-89e93f2b49f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a55336-c356-48d7-8a6b-c780406970ac,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:11.610320 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c3618d6-98bb-4ee6-8dab-e3449e6d0caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:11.636973 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:11.653964 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.db.api [None req-0c3618d6-98bb-4ee6-8dab-e3449e6d0caa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 18:16:11.653964 dv-cinder-804296-2-iscsi neutron-server[93969]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 18:16:11.653964 dv-cinder-804296-2-iscsi neutron-server[93969]: [parameters: {'project_id_1': '26c1d9e95b9b4fd7b0e8f79182030314', 'expiration_1': datetime.datetime(2021, 8, 30, 18, 16, 11, 636716)}] Aug 30 18:16:11.653964 dv-cinder-804296-2-iscsi neutron-server[93969]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 18:16:11.655679 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG oslo_db.api [None req-0c3618d6-98bb-4ee6-8dab-e3449e6d0caa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 18:16:11.690206 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5d09ae29-2a87-4866-b2b3-c757365f4c16 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Made reservation on behalf of 41975439fa7f4f9393e8a2480c9417f0 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:16:11.695367 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5d09ae29-2a87-4866-b2b3-c757365f4c16 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:11.701304 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7567a8d4-c419-4978-baf8-4c2a2e3cbf02 req-bdb26b10-1848-4209-99a9-1715ce409bc3 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303601 Aug 30 18:16:11.782452 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:16:11.783056 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:16:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:11.973370 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-574c7a8e-ad47-4459-99df-a738bbfc7fba req-6b7bda89-5c48-4f5e-ac88-add27facff6b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 210 time: 0.1647747 Aug 30 18:16:12.076510 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5d09ae29-2a87-4866-b2b3-c757365f4c16 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Allocated IP 172.20.0.14 (55871d36-c079-4efd-97e0-a3124e07c4e0/22391bd6-71f1-43dd-b7e9-e29ba7a121c0/cc686cfd-95a6-474b-b731-3e8cd8727128) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:16:12.133672 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Allocated IP 172.27.2.6 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/952de50e-b73a-4cad-baa4-7205b8b7daed) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:16:12.147519 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:16:12.172505 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c3618d6-98bb-4ee6-8dab-e3449e6d0caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:12.422752 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:12.453702 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc77dce-4981-498d-bba4-c9b33910e01b None None] Pushing event updated for resources: {'Port': ['ID=2be4db59-8f23-41d5-a6bc-6d7c3155294c,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:12.462800 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:12.533173 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:12.576390 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c3618d6-98bb-4ee6-8dab-e3449e6d0caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:12.586195 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:16:12.592337 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:12.595436 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c3618d6-98bb-4ee6-8dab-e3449e6d0caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:12.595564 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port f5f87612-b40a-49a2-aced-4da2d5b5c119, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=f5f87612-b40a-49a2-aced-4da2d5b5c119,segment=NetworkSegment(7bd6dc40-dbfe-406f-ae07-e03ba0e57fde),segment_id=7bd6dc40-dbfe-406f-ae07-e03ba0e57fde)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:12.613620 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:12.616671 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:16:12.657427 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0c3618d6-98bb-4ee6-8dab-e3449e6d0caa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26c1d9e95b9b4fd7b0e8f79182030314&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3012366 Aug 30 18:16:12.677365 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45416) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:12.768464 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5d09ae29-2a87-4866-b2b3-c757365f4c16 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:12.771802 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-443ac079-e7be-4a60-9d6f-46d0834de0e6 req-59557bb6-4292-4512-9a6b-744e22ef95a7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.1629112 Aug 30 18:16:12.774766 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3618d6-98bb-4ee6-8dab-e3449e6d0caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522ea317-dae5-42f2-b5df-935e1c9e9d64,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:12.842792 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event updated for resources: {'Port': ['ID=952de50e-b73a-4cad-baa4-7205b8b7daed,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:12.871324 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Request body: {'port': {'device_id': '59e6e7d6-d70d-4426-af1f-30ffc119b428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:12.887880 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=f5f87612-b40a-49a2-aced-4da2d5b5c119,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:12.908976 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d1c29ee-114d-4cf4-b915-08ea8bf86131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:12.935254 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:11Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:12.959335 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5d09ae29-2a87-4866-b2b3-c757365f4c16 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:12.972256 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:12.973864 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d1c29ee-114d-4cf4-b915-08ea8bf86131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:12.981325 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925b9c0-dc61-4e2d-8dcf-b3ffada6a0d9 req-2b75aa19-6027-4f16-9afb-44843984e0d7 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:12.989146 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a925b9c0-dc61-4e2d-8dcf-b3ffada6a0d9 req-2b75aa19-6027-4f16-9afb-44843984e0d7 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 932 time: 0.1086659 Aug 30 18:16:13.010170 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:13.018719 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652239c5-b35b-419b-8ee5-14ea65aef5cf None None] The sync data for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi is: [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:11Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:16:13.042218 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a925b9c0-dc61-4e2d-8dcf-b3ffada6a0d9 req-fc43a79d-7826-4d63-81a7-51c9b2f42890 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522110 Aug 30 18:16:13.070374 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5d09ae29-2a87-4866-b2b3-c757365f4c16 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Network 55871d36-c079-4efd-97e0-a3124e07c4e0 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:16:13.083192 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5d09ae29-2a87-4866-b2b3-c757365f4c16 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:13.096418 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:13.101379 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5d09ae29-2a87-4866-b2b3-c757365f4c16 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:16:13.122819 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5d09ae29-2a87-4866-b2b3-c757365f4c16 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:13.122819 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5d09ae29-2a87-4866-b2b3-c757365f4c16 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:13.169768 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09ae29-2a87-4866-b2b3-c757365f4c16 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Pushing event updated for resources: {'Port': ['ID=cc686cfd-95a6-474b-b731-3e8cd8727128,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:13.297989 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5d09ae29-2a87-4866-b2b3-c757365f4c16 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6997907 Aug 30 18:16:13.418938 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45438) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:13.428537 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d1c29ee-114d-4cf4-b915-08ea8bf86131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:13.430711 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d1c29ee-114d-4cf4-b915-08ea8bf86131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:13.434459 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6d1c29ee-114d-4cf4-b915-08ea8bf86131 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/522ea317-dae5-42f2-b5df-935e1c9e9d64 HTTP/1.1" status: 204 len: 168 time: 0.7521152 Aug 30 18:16:13.459337 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c29ee-114d-4cf4-b915-08ea8bf86131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522ea317-dae5-42f2-b5df-935e1c9e9d64,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:13.554444 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf39f2-c8a1-4f83-8b9f-b58c75e510ed req-362c1680-0ab5-40a8-82c8-6bd4b166bc0d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:13.556513 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9cdf39f2-c8a1-4f83-8b9f-b58c75e510ed req-362c1680-0ab5-40a8-82c8-6bd4b166bc0d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 932 time: 0.3754420 Aug 30 18:16:13.735807 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9cdf39f2-c8a1-4f83-8b9f-b58c75e510ed req-96a7fcc3-7fdc-41c2-b1d4-4d00cbaa034e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669397 Aug 30 18:16:13.770713 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:16:13.789908 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:13.802372 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:13.813238 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:13.832907 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:13.840394 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Transition to ACTIVE for port object 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:16:13.845614 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:13.886193 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-677971790-network', 'tenant_id': '8c6156916f024d38b87a0e74e08fa149'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:13.918113 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:13.923065 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6203270 Aug 30 18:16:13.960835 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Made reservation on behalf of 8c6156916f024d38b87a0e74e08fa149 for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:16:13.963603 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:13.995937 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa546556-ae3c-4b1a-82b0-fb450a71c8c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event updated for resources: {'Port': ['ID=952de50e-b73a-4cad-baa4-7205b8b7daed,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:14.012507 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-67cf0e59-5f14-49c6-bbd4-f93937ce0d0d req-68f76e64-784d-44a1-b322-1c8132761a4a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0562711 Aug 30 18:16:14.018356 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:14.043361 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Pushing event updated for resources: {'Port': ['ID=8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:14.180199 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Attempting to bind port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:16:14.184548 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Attempting to bind port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '90f6f0c3-8f36-40eb-b8f3-dacf567a9d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ea6e705-dc55-4703-915b-44296b08360b'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:16:14.185214 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Attempting to bind port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf on network 6ea6e705-dc55-4703-915b-44296b08360b {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:14.201068 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf on network 6ea6e705-dc55-4703-915b-44296b08360b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:16:14.201638 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Attempting to bind port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf on network 6ea6e705-dc55-4703-915b-44296b08360b {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:14.224701 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:16:14.225057 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Checking segment: {'id': '90f6f0c3-8f36-40eb-b8f3-dacf567a9d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ea6e705-dc55-4703-915b-44296b08360b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:16:14.225600 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Bound using segment: {'id': '90f6f0c3-8f36-40eb-b8f3-dacf567a9d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ea6e705-dc55-4703-915b-44296b08360b'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:16:14.227315 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Bound port: 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f6f0c3-8f36-40eb-b8f3-dacf567a9d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ea6e705-dc55-4703-915b-44296b08360b'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:16:14.227315 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:14.298527 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093675b2-9335-42e6-a462-89bbc9d15c88 req-3ede0540-b9f1-45cc-95f8-93bd8bd109d0 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:14.300148 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-093675b2-9335-42e6-a462-89bbc9d15c88 req-3ede0540-b9f1-45cc-95f8-93bd8bd109d0 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.1334424 Aug 30 18:16:14.409225 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:14.428511 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:14.430430 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] For port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:16:14.450835 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] For port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf,segment=NetworkSegment(90f6f0c3-8f36-40eb-b8f3-dacf567a9d20),segment_id=90f6f0c3-8f36-40eb-b8f3-dacf567a9d20)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:16:14.454859 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-093675b2-9335-42e6-a462-89bbc9d15c88 req-82aed196-8343-4a31-8b01-64aac343213f tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481762 Aug 30 18:16:14.469034 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:14.476072 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45478) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:14.485494 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:16:14.525086 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:14.525319 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a8c7f9-6cae-4f1b-b130-f5a32b341900,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:14.528994 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:14.532513 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-1ba27655-d94a-4467-8c75-2d6a6e912f14 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--560320846&fields=id&tenant_id=3666a181dc3a40a6a2f006078efddf03 HTTP/1.1" status: 200 len: 267 time: 0.1522260 Aug 30 18:16:14.533036 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] 10.222.0.36 "PUT /v2.0/ports/8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf HTTP/1.1" status: 200 len: 1094 time: 1.9539967 Aug 30 18:16:14.534477 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:14.535040 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Added segment f542b791-0e28-4f9b-8f60-056256037039 of type vlan for network 76404b27-2f68-4d62-9df0-2135fb9fdecf Aug 30 18:16:14.540320 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e6e7d6-d70d-4426-af1f-30ffc119b428', 'tag': '8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:16:14.680902 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:14.785448 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:14.786838 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:14.790585 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:14.806083 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c2651-a628-46d9-9f87-a5940e900ddd service neutron] Pushing event updated for resources: {'Port': ['ID=8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:14.829974 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778420-639f-4ba7-aaff-f500c5e78233 req-5762f213-3197-41f1-bad9-471bdd1c3735 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:14.831485 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-5762f213-3197-41f1-bad9-471bdd1c3735 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/networks?id=bf090307-1c5e-4a9d-a855-c31bcbfd8792 HTTP/1.1" status: 200 len: 811 time: 0.2734938 Aug 30 18:16:14.948291 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device f5f87612-b40a-49a2-aced-4da2d5b5c119 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:14.968277 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5461988 Aug 30 18:16:14.973116 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45498) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:14.977647 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-dc603ba1-1884-4a6e-b885-13e938477726 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/quotas/3666a181dc3a40a6a2f006078efddf03 HTTP/1.1" status: 200 len: 375 time: 0.1194580 Aug 30 18:16:14.987784 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-8d313c13-94a9-4917-8bdd-13633cf1c23d admin admin] Request body: {'subnet': {'network_id': '76404b27-2f68-4d62-9df0-2135fb9fdecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-677971790-subnet', 'tenant_id': '8c6156916f024d38b87a0e74e08fa149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:15.051187 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a82f51-94cd-4f15-ac7c-081a48739433 admin admin] Pushing event updated for resources: {'Network': ['ID=76404b27-2f68-4d62-9df0-2135fb9fdecf,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:15.075811 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37a3677-a70d-4fd6-8c5b-261927f9e17a" -d '{"events": [{"name": "network-changed", "server_uuid": "59e6e7d6-d70d-4426-af1f-30ffc119b428", "tag": "8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:16:15.079896 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33915d-647e-4a90-92f0-50d1a0237ac4 req-0d1a5d58-96eb-45a1-bac7-bdf5a30891f7 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:15.081802 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0e33915d-647e-4a90-92f0-50d1a0237ac4 req-0d1a5d58-96eb-45a1-bac7-bdf5a30891f7 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 932 time: 0.2284253 Aug 30 18:16:15.085065 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d313c13-94a9-4917-8bdd-13633cf1c23d admin admin] Made reservation on behalf of 8c6156916f024d38b87a0e74e08fa149 for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:16:15.086292 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network 76404b27-2f68-4d62-9df0-2135fb9fdecf details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:16:15.087552 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d313c13-94a9-4917-8bdd-13633cf1c23d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:15.194539 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port f5f87612-b40a-49a2-aced-4da2d5b5c119 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:15.195245 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:15.202986 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6658e086-fdcf-49c6-b947-05acbeef9643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:15.231456 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-208baa25-f23f-4c14-9e6a-596a199538de tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3666a181dc3a40a6a2f006078efddf03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2303541 Aug 30 18:16:15.320674 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 2be4db59-8f23-41d5-a6bc-6d7c3155294c up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:15.368132 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0e33915d-647e-4a90-92f0-50d1a0237ac4 req-2632fc47-fdf9-4f3f-867a-6517e5e05f6c tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782257 Aug 30 18:16:15.387073 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 2be4db59-8f23-41d5-a6bc-6d7c3155294c completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:16:15.409480 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 2be4db59-8f23-41d5-a6bc-6d7c3155294c triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:15.410548 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:15.548376 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:15.589004 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-444e7aa9-67cf-4406-b735-c2f3dc7cc566 req-3448c9ee-65c7-4318-8cae-ead6ed9bfe75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0596015 Aug 30 18:16:15.594019 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-861d4e06-76cb-48d3-908f-190413c48cfb service neutron] 10.222.0.16 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259630 Aug 30 18:16:15.631207 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 2be4db59-8f23-41d5-a6bc-6d7c3155294c, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=2be4db59-8f23-41d5-a6bc-6d7c3155294c,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:15.646102 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:15.767018 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6658e086-fdcf-49c6-b947-05acbeef9643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:15.775107 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d313c13-94a9-4917-8bdd-13633cf1c23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:15.782031 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=2be4db59-8f23-41d5-a6bc-6d7c3155294c,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:15.854235 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-f337a866-3d0c-4f66-a39d-d4042162ba0b service neutron] 10.222.0.16 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364829 Aug 30 18:16:15.855775 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6658e086-fdcf-49c6-b947-05acbeef9643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:16.002925 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658e086-fdcf-49c6-b947-05acbeef9643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6800f334-a59c-4ada-a55f-ea380530fbf2,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:16.055174 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6658e086-fdcf-49c6-b947-05acbeef9643 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da817404cc7b4e0bb3b27eabb061bbbc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5666623 Aug 30 18:16:16.057812 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45532) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:16.131881 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d313c13-94a9-4917-8bdd-13633cf1c23d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0462502-00d6-4c78-aebb-32d70ff3713d,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:16.215314 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a660e9d-3bec-41d7-abc5-527560f5a81b x-openstack-request-id: req-3a660e9d-3bec-41d7-abc5-527560f5a81b {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:16:16.215638 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e6e7d6-d70d-4426-af1f-30ffc119b428", "tag": "8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:16:16.222188 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a660e9d-3bec-41d7-abc5-527560f5a81b {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:16:16.222688 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e6e7d6-d70d-4426-af1f-30ffc119b428', 'tag': '8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf', 'status': 'completed', 'code': 200} Aug 30 18:16:16.304375 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-79c50e59-a8c6-49b5-9975-834700d434ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:16.330719 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-79c50e59-a8c6-49b5-9975-834700d434ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:16.336897 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d313c13-94a9-4917-8bdd-13633cf1c23d admin admin] Checking segment: {'id': 'f542b791-0e28-4f9b-8f60-056256037039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '76404b27-2f68-4d62-9df0-2135fb9fdecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:16:16.338350 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d313c13-94a9-4917-8bdd-13633cf1c23d admin admin] Network hostable DHCP agents. Network: 76404b27-2f68-4d62-9df0-2135fb9fdecf, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:16:16.405844 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-22a4554b-a25e-4dc6-abe7-034383dee2c7 req-c27b9e7b-b6ad-41b2-b922-982f49f9875c tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.1215637 Aug 30 18:16:16.406693 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-79c50e59-a8c6-49b5-9975-834700d434ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:16.409920 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-79c50e59-a8c6-49b5-9975-834700d434ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:16.411056 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-79c50e59-a8c6-49b5-9975-834700d434ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6800f334-a59c-4ada-a55f-ea380530fbf2 HTTP/1.1" status: 204 len: 168 time: 0.3515270 Aug 30 18:16:16.438408 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c50e59-a8c6-49b5-9975-834700d434ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6800f334-a59c-4ada-a55f-ea380530fbf2,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:16.468435 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082bf4a-c05a-485b-a2a5-32429f432df9 req-e2cc7400-a047-48b1-ad44-6a7fb1b2cc95 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:16.470305 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b082bf4a-c05a-485b-a2a5-32429f432df9 req-e2cc7400-a047-48b1-ad44-6a7fb1b2cc95 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.2841249 Aug 30 18:16:16.487788 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d313c13-94a9-4917-8bdd-13633cf1c23d admin admin] Network 76404b27-2f68-4d62-9df0-2135fb9fdecf is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:16:16.562770 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-8d313c13-94a9-4917-8bdd-13633cf1c23d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, 76404b27-2f68-4d62-9df0-2135fb9fdecf) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:16.576641 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4457c730-0293-4d87-8be4-897189e01a6a None None] Network 76404b27-2f68-4d62-9df0-2135fb9fdecf requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:16:16.617029 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d313c13-94a9-4917-8bdd-13633cf1c23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:16.617604 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d313c13-94a9-4917-8bdd-13633cf1c23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:16.753185 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b082bf4a-c05a-485b-a2a5-32429f432df9 req-072f0ab9-d89d-45e8-9c09-da390ca87b47 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682776 Aug 30 18:16:16.797268 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfcf35-b7e1-45c2-942e-db68a96d6369 req-564c3f4e-3065-4ed2-80d3-2922d7d3895e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:16.798994 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9fcfcf35-b7e1-45c2-942e-db68a96d6369 req-564c3f4e-3065-4ed2-80d3-2922d7d3895e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 932 time: 0.2586513 Aug 30 18:16:16.808823 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-8d313c13-94a9-4917-8bdd-13633cf1c23d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8216422 Aug 30 18:16:16.810332 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 2be4db59-8f23-41d5-a6bc-6d7c3155294c up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:16.996789 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc629df6-5e82-4aff-bc47-10beb758c4b5 None None] Network 76404b27-2f68-4d62-9df0-2135fb9fdecf requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:16:17.024275 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cf2d29bd-bc44-4627-9240-371e81d6b0aa req-4b1e949c-e081-4cf0-9787-3379cb02694e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.1450713 Aug 30 18:16:17.054403 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9fcfcf35-b7e1-45c2-942e-db68a96d6369 req-86ce61d5-0646-4ff7-9214-a92dd605052a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187536 Aug 30 18:16:17.120526 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 2be4db59-8f23-41d5-a6bc-6d7c3155294c triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:17.120779 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:17.149470 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45570) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:17.173326 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-216acdbe-4898-4c7e-a898-3e5e91ebb1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:17.287792 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-216acdbe-4898-4c7e-a898-3e5e91ebb1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:17.293624 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-216acdbe-4898-4c7e-a898-3e5e91ebb1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:17.347319 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216acdbe-4898-4c7e-a898-3e5e91ebb1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9503f353-2f81-4511-9af5-90b355cf5e6a,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:17.376251 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-216acdbe-4898-4c7e-a898-3e5e91ebb1d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20ff676f4224472f9a22d2f6ccf21b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256808 Aug 30 18:16:17.379068 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45580) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:17.460216 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9dc036d-52e6-479a-b7e2-97301574e308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:17.498250 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9dc036d-52e6-479a-b7e2-97301574e308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:17.626109 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3e6b4a4e-96b8-4dea-a547-33656addf056 req-1b3f8935-f101-4f25-96a2-7b38af3be51b tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0886214 Aug 30 18:16:17.648894 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9dc036d-52e6-479a-b7e2-97301574e308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:17.652449 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9dc036d-52e6-479a-b7e2-97301574e308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:17.653780 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e9dc036d-52e6-479a-b7e2-97301574e308 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9503f353-2f81-4511-9af5-90b355cf5e6a HTTP/1.1" status: 204 len: 168 time: 0.2727525 Aug 30 18:16:17.661675 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc036d-52e6-479a-b7e2-97301574e308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9503f353-2f81-4511-9af5-90b355cf5e6a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:17.821488 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45598) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:17.827870 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1645750213-network', 'tenant_id': 'a3655b8d30f64fa0b1a870d8d88a4ff5'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:17.871064 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7dd2b-cb51-4911-8856-a1ee86eada75 req-ce93812c-f5e5-4cad-afd8-fcb447e82334 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:17.878961 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ede7dd2b-cb51-4911-8856-a1ee86eada75 req-ce93812c-f5e5-4cad-afd8-fcb447e82334 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.0656888 Aug 30 18:16:17.888773 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Made reservation on behalf of a3655b8d30f64fa0b1a870d8d88a4ff5 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:16:17.892783 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:17.906196 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:17.921951 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ede7dd2b-cb51-4911-8856-a1ee86eada75 req-567ca71d-f3a7-4dfc-a5a1-67de37f61d3e tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Aug 30 18:16:18.009503 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:18.019416 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:18.076098 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9016f78-67b7-43cb-8aed-5860cfcbebe4,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:18.080767 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:16:18.100150 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:18.100544 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Added segment 437cb7dd-b837-4447-b5e5-ecb9455b8e96 of type vlan for network 80efe39d-608d-4c81-b452-8f38fef045aa Aug 30 18:16:18.168543 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-34edb2e8-3545-4cf1-918f-ea9b181066b5 req-b09f6080-2b99-426a-b15c-c2374ef5251f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0516131 Aug 30 18:16:18.191957 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:18.257311 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3806ae-b516-4943-8356-02cab070b0c5 req-dea00548-2d33-4736-b2a7-7f5b0a74060b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:18.263419 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:18.265208 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:18.265841 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:18.266913 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b3806ae-b516-4943-8356-02cab070b0c5 req-dea00548-2d33-4736-b2a7-7f5b0a74060b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 932 time: 0.0734854 Aug 30 18:16:18.302236 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4792938 Aug 30 18:16:18.304305 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45618) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:18.315963 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b3806ae-b516-4943-8356-02cab070b0c5 req-90c6d18e-8059-4db6-82c9-45c1d1d1e69e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480540 Aug 30 18:16:18.322756 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-fa0312af-c0bf-4b7a-8f34-3611606edc42 admin admin] Request body: {'subnet': {'network_id': '80efe39d-608d-4c81-b452-8f38fef045aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1645750213-subnet', 'tenant_id': 'a3655b8d30f64fa0b1a870d8d88a4ff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:18.355048 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0312af-c0bf-4b7a-8f34-3611606edc42 admin admin] Made reservation on behalf of a3655b8d30f64fa0b1a870d8d88a4ff5 for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:16:18.357290 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fa0312af-c0bf-4b7a-8f34-3611606edc42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:18.415148 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b2948-6af7-466f-8f68-eb76a9c7dc9e admin admin] Pushing event updated for resources: {'Network': ['ID=80efe39d-608d-4c81-b452-8f38fef045aa,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:18.428608 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network 80efe39d-608d-4c81-b452-8f38fef045aa details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:16:18.616731 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fa0312af-c0bf-4b7a-8f34-3611606edc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:18.736280 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0312af-c0bf-4b7a-8f34-3611606edc42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ffbdf19-3a2d-43d6-bb53-2a0e0f13dd37,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:18.740896 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45640) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:18.766463 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2d5cf22d-0279-43d1-b130-8bc8b19901c4 req-ea019c7d-b6a9-44b3-9874-40eb0bade160 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0529191 Aug 30 18:16:18.767811 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0312af-c0bf-4b7a-8f34-3611606edc42 admin admin] Checking segment: {'id': '437cb7dd-b837-4447-b5e5-ecb9455b8e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '80efe39d-608d-4c81-b452-8f38fef045aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:16:18.768446 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0312af-c0bf-4b7a-8f34-3611606edc42 admin admin] Network hostable DHCP agents. Network: 80efe39d-608d-4c81-b452-8f38fef045aa, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:16:18.787280 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0312af-c0bf-4b7a-8f34-3611606edc42 admin admin] Network 80efe39d-608d-4c81-b452-8f38fef045aa is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:16:18.799249 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-fa0312af-c0bf-4b7a-8f34-3611606edc42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, 80efe39d-608d-4c81-b452-8f38fef045aa) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:18.808238 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0312af-c0bf-4b7a-8f34-3611606edc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:18.808403 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6567130-7852-4e6c-be6f-61b3ef892838 None None] Network 80efe39d-608d-4c81-b452-8f38fef045aa requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:16:18.808978 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fa0312af-c0bf-4b7a-8f34-3611606edc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:18.823682 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-fa0312af-c0bf-4b7a-8f34-3611606edc42 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5062404 Aug 30 18:16:18.872916 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-578472688-network', 'tenant_id': 'cd00709ae426412ab84375f91cc6cf07'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:18.899866 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Made reservation on behalf of cd00709ae426412ab84375f91cc6cf07 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:16:18.904211 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:18.924426 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:18.968188 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6cd06c-9d35-4eda-a1e0-8e0e052d9652 None None] Network 80efe39d-608d-4c81-b452-8f38fef045aa requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:16:19.106705 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e345aea-f395-47c9-882c-f6cb30b5f2cf req-6755fe4e-ad4c-4596-aba4-1f535c966eb7 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:19.110975 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:19.115755 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7e345aea-f395-47c9-882c-f6cb30b5f2cf req-6755fe4e-ad4c-4596-aba4-1f535c966eb7 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.1131890 Aug 30 18:16:19.122502 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:19.160714 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:16:19.185794 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7e345aea-f395-47c9-882c-f6cb30b5f2cf req-9f7aeef3-547f-48ef-8bb8-f470706ebf27 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690725 Aug 30 18:16:19.189296 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:19.189754 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Added segment e8076957-592f-484d-8182-28fa48e12cf4 of type vlan for network 85ad47ab-4690-4caf-a1ae-e781affbb7cb Aug 30 18:16:19.199379 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bca3b0d-9bb4-4ddd-ae7e-f9a0a1de4fe3,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:19.255051 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:19.305917 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:19.309082 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:19.309725 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:19.324883 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7f75cb36-aefd-46fe-9e97-2278408fc966 req-7237d613-a8d3-429b-a8fb-8d50e96d6eb8 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0356529 Aug 30 18:16:19.380639 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] Pushing event updated for resources: {'Network': ['ID=85ad47ab-4690-4caf-a1ae-e781affbb7cb,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:19.394434 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network 85ad47ab-4690-4caf-a1ae-e781affbb7cb details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:16:19.416381 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-13a3b07b-9bbf-44f5-8e19-86656dda3d17 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6739037 Aug 30 18:16:19.419145 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45656) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:19.427574 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-f155f298-c863-4c9a-91c2-790bae3d6f36 admin admin] Request body: {'subnet': {'network_id': '85ad47ab-4690-4caf-a1ae-e781affbb7cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-578472688-subnet', 'tenant_id': 'cd00709ae426412ab84375f91cc6cf07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:19.453801 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f155f298-c863-4c9a-91c2-790bae3d6f36 admin admin] Made reservation on behalf of cd00709ae426412ab84375f91cc6cf07 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:16:19.456587 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f155f298-c863-4c9a-91c2-790bae3d6f36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:19.471468 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8100f0-c9e4-41a8-b22d-3ef708a025c5 req-c0da137b-f4b1-450b-9963-2f9a881bf21c tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:19.473512 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5a8100f0-c9e4-41a8-b22d-3ef708a025c5 req-c0da137b-f4b1-450b-9963-2f9a881bf21c tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 932 time: 0.0682316 Aug 30 18:16:19.699152 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f155f298-c863-4c9a-91c2-790bae3d6f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:19.819618 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5a8100f0-c9e4-41a8-b22d-3ef708a025c5 req-56906ad2-6bcb-46ca-9b44-4e473e65abf9 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314657 Aug 30 18:16:19.823986 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155f298-c863-4c9a-91c2-790bae3d6f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e3671c-288c-4717-9515-6f2a015a8b6d,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:19.826795 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f155f298-c863-4c9a-91c2-790bae3d6f36 admin admin] Checking segment: {'id': 'e8076957-592f-484d-8182-28fa48e12cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '85ad47ab-4690-4caf-a1ae-e781affbb7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:16:19.827152 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f155f298-c863-4c9a-91c2-790bae3d6f36 admin admin] Network hostable DHCP agents. Network: 85ad47ab-4690-4caf-a1ae-e781affbb7cb, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:16:19.850286 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f155f298-c863-4c9a-91c2-790bae3d6f36 admin admin] Network 85ad47ab-4690-4caf-a1ae-e781affbb7cb is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:16:19.859719 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-f155f298-c863-4c9a-91c2-790bae3d6f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, 85ad47ab-4690-4caf-a1ae-e781affbb7cb) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:19.867279 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f155f298-c863-4c9a-91c2-790bae3d6f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:19.867279 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f155f298-c863-4c9a-91c2-790bae3d6f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:19.869311 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa421fb9-9223-4f4e-bf6d-c8d5673c4bb7 None None] Network 85ad47ab-4690-4caf-a1ae-e781affbb7cb requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:16:19.904015 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-00c0d48c-fe25-43ab-8be1-69548a6ad26e req-6f624785-ab87-42de-b45a-db01d6a66886 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0429358 Aug 30 18:16:19.915491 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f155f298-c863-4c9a-91c2-790bae3d6f36 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4950595 Aug 30 18:16:20.024589 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc235ff7-3cfc-43dd-859b-0c67de6659a1 None None] Network 85ad47ab-4690-4caf-a1ae-e781affbb7cb requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:16:20.333704 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c1cc1-8a50-4cff-bbf7-541372870bfa req-c491e1f0-566a-4ad5-af18-435a2611118e tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:20.335171 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-596c1cc1-8a50-4cff-bbf7-541372870bfa req-c491e1f0-566a-4ad5-af18-435a2611118e tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.0494826 Aug 30 18:16:20.372359 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-596c1cc1-8a50-4cff-bbf7-541372870bfa req-d4f87275-22b3-4de4-9b6c-c1e0ba1e5250 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Aug 30 18:16:20.466181 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4a4f0a92-71e2-499a-b94e-714f69c3b497 req-a165f097-c633-4f27-a301-7a556e1ff121 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0315437 Aug 30 18:16:20.478666 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45688) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:20.483640 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1264190364-network', 'tenant_id': '663afdfedebe4a6c89a8725e654c0b50'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:20.504106 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Made reservation on behalf of 663afdfedebe4a6c89a8725e654c0b50 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:16:20.506606 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:20.515316 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:20.620120 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:20.624350 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:20.648594 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:16:20.656964 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a8fa61-8331-4d2c-8b64-45511d81a592,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:20.666825 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:20.667315 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Added segment e211e81c-96d7-4751-ab6d-003d0c0c9bbb of type vlan for network c4a24579-bc29-4f6d-b4a5-081e56da312b Aug 30 18:16:20.707197 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:20.730688 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:20.731678 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:20.732251 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:20.796591 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3167706 Aug 30 18:16:20.799434 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45694) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:20.804343 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-4d314a0e-dd28-400a-9d60-215a09cb49d2 admin admin] Request body: {'subnet': {'network_id': 'c4a24579-bc29-4f6d-b4a5-081e56da312b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1264190364-subnet', 'tenant_id': '663afdfedebe4a6c89a8725e654c0b50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:20.823673 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e2a0e-978e-4851-a695-59c5cc7a5904 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a24579-bc29-4f6d-b4a5-081e56da312b,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:20.837636 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network c4a24579-bc29-4f6d-b4a5-081e56da312b details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:16:20.846615 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d314a0e-dd28-400a-9d60-215a09cb49d2 admin admin] Made reservation on behalf of 663afdfedebe4a6c89a8725e654c0b50 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:16:20.849529 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4d314a0e-dd28-400a-9d60-215a09cb49d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:20.947744 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7734b-22cb-4e9d-bf0e-2c2554615b45 req-eea3ce0c-c816-46e0-bb39-5ae6d051b604 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:20.949249 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9fb7734b-22cb-4e9d-bf0e-2c2554615b45 req-eea3ce0c-c816-46e0-bb39-5ae6d051b604 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 932 time: 0.0544765 Aug 30 18:16:21.001793 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9fb7734b-22cb-4e9d-bf0e-2c2554615b45 req-e6ee385f-b3f9-4c97-802e-232f9b02b561 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449100 Aug 30 18:16:21.017174 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3dd22b81-103a-4e98-9d02-03ed7b37fef1 req-3567f938-57f0-4087-a0f5-2d19c1704442 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0344474 Aug 30 18:16:21.058844 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4d314a0e-dd28-400a-9d60-215a09cb49d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:21.109555 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d314a0e-dd28-400a-9d60-215a09cb49d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c34338ac-9d1f-4ddc-9286-f83538d9f610,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:21.119665 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d314a0e-dd28-400a-9d60-215a09cb49d2 admin admin] Checking segment: {'id': 'e211e81c-96d7-4751-ab6d-003d0c0c9bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c4a24579-bc29-4f6d-b4a5-081e56da312b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:16:21.120004 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d314a0e-dd28-400a-9d60-215a09cb49d2 admin admin] Network hostable DHCP agents. Network: c4a24579-bc29-4f6d-b4a5-081e56da312b, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:16:21.135961 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d314a0e-dd28-400a-9d60-215a09cb49d2 admin admin] Network c4a24579-bc29-4f6d-b4a5-081e56da312b is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:16:21.145341 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-4d314a0e-dd28-400a-9d60-215a09cb49d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, c4a24579-bc29-4f6d-b4a5-081e56da312b) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:21.150080 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d314a0e-dd28-400a-9d60-215a09cb49d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:21.151930 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4d314a0e-dd28-400a-9d60-215a09cb49d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:21.152864 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b19c8-9577-4de9-8dcf-1bb39df89e29 None None] Network c4a24579-bc29-4f6d-b4a5-081e56da312b requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:16:21.176769 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4d314a0e-dd28-400a-9d60-215a09cb49d2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3674459 Aug 30 18:16:21.293640 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13822525-92ac-4a97-86c4-d0c040b8c8cf None None] Network c4a24579-bc29-4f6d-b4a5-081e56da312b requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:16:21.304249 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45706) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:21.348081 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-1345a2a0-4955-4b64-9caf-5f05c997472e admin admin] Deleting subnet b3e3671c-288c-4717-9515-6f2a015a8b6d {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:16:21.351408 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1345a2a0-4955-4b64-9caf-5f05c997472e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:21.399098 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1345a2a0-4955-4b64-9caf-5f05c997472e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:21.409728 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1345a2a0-4955-4b64-9caf-5f05c997472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:21.484264 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1345a2a0-4955-4b64-9caf-5f05c997472e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:21.508961 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345a2a0-4955-4b64-9caf-5f05c997472e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e3671c-288c-4717-9515-6f2a015a8b6d,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:21.519187 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1345a2a0-4955-4b64-9caf-5f05c997472e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:21.524216 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1345a2a0-4955-4b64-9caf-5f05c997472e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b3e3671c-288c-4717-9515-6f2a015a8b6d HTTP/1.1" status: 204 len: 168 time: 0.2164559 Aug 30 18:16:21.524498 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45712) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:21.530711 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84722435-d9ec-4096-8015-faa3f0bec745 req-f239a525-35e8-4345-86e1-aa40fc2ad5c6 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:21.532912 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-84722435-d9ec-4096-8015-faa3f0bec745 req-f239a525-35e8-4345-86e1-aa40fc2ad5c6 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.0861242 Aug 30 18:16:21.590964 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1c8002dd-c1e4-4b24-bc72-1f14645814c1 req-ab372b7f-d762-4dfd-a6d5-54a3df692f7f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0410664 Aug 30 18:16:21.614239 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-84722435-d9ec-4096-8015-faa3f0bec745 req-ecac5ff5-4bed-4428-95ff-6d9c573b6ce6 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755465 Aug 30 18:16:21.633895 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:21.737328 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:21.747346 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.747681 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.748487 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.749433 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > port after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.749752 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.750080 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.750394 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.750706 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.751013 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.751343 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.954120 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.954469 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.954802 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.955141 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:21.955501 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ad47ab-4690-4caf-a1ae-e781affbb7cb']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:21.974445 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8076957-592f-484d-8182-28fa48e12cf4') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:21.974729 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8076957-592f-484d-8182-28fa48e12cf4') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:22.015986 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9008123'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.059983 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.069089 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:16:22.069518 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9147691'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: from cryptography.utils import int_from_bytes Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: from cryptography.utils import int_from_bytes Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: Traceback (most recent call last): Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: timer() Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: cb(*args, **kw) Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: self._notify() Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: self.callback(batched_events) Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: event.method(event) Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: return f(self, *a, **k) Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._get(url).json() Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:16:22.074358 dv-cinder-804296-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:16:22.173436 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.212437 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Pushing event deleted for resources: {'Network': ['ID=85ad47ab-4690-4caf-a1ae-e781affbb7cb,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:22.229075 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.232545 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e1377eba-ec06-4a68-864f-e32c08c8e575 admin admin] 10.222.0.16 "DELETE /v2.0/networks/85ad47ab-4690-4caf-a1ae-e781affbb7cb HTTP/1.1" status: 204 len: 168 time: 0.7038383 Aug 30 18:16:22.232545 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45744) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:22.254888 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-01ae00e3-ce52-4ab9-975e-c810f99d0e92 req-7c713301-9964-439c-9346-a56ab12e0010 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0586805 Aug 30 18:16:22.274496 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d2683-7dad-4b22-94ba-ed4f0b441093 req-023fca7e-3f85-47b7-a12a-cac23b299ca3 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:22.278527 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34d3a66-4d39-4220-863d-c7cddde48a20 admin admin] Deleting subnet c34338ac-9d1f-4ddc-9286-f83538d9f610 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:16:22.282629 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c34d3a66-4d39-4220-863d-c7cddde48a20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.283277 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1f2d2683-7dad-4b22-94ba-ed4f0b441093 req-023fca7e-3f85-47b7-a12a-cac23b299ca3 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 932 time: 0.1476150 Aug 30 18:16:22.333179 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1f2d2683-7dad-4b22-94ba-ed4f0b441093 req-f3ff5bb3-db62-4974-ab41-bc4019bcf789 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489423 Aug 30 18:16:22.378359 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c34d3a66-4d39-4220-863d-c7cddde48a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9008100'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.442261 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c34d3a66-4d39-4220-863d-c7cddde48a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.496510 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c34d3a66-4d39-4220-863d-c7cddde48a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9147725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9218345'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.519948 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d3a66-4d39-4220-863d-c7cddde48a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c34338ac-9d1f-4ddc-9286-f83538d9f610,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:22.525924 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c34d3a66-4d39-4220-863d-c7cddde48a20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.527877 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c34d3a66-4d39-4220-863d-c7cddde48a20 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c34338ac-9d1f-4ddc-9286-f83538d9f610 HTTP/1.1" status: 204 len: 168 time: 0.2940397 Aug 30 18:16:22.530226 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45752) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:22.598483 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-610a41f8-d72f-46cc-be96-2f150cb9b130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.716509 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5897bfdf-1070-4086-95dd-e14d804907c6 req-108c0f07-0ca1-4a09-a3fc-b661ef0cb9be tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0368102 Aug 30 18:16:22.761679 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627345c2-b5e9-4b6d-87bd-a76c99c01698 req-b6a8dba7-95bd-4871-aad3-f4a4b879995a tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:22.763227 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-627345c2-b5e9-4b6d-87bd-a76c99c01698 req-b6a8dba7-95bd-4871-aad3-f4a4b879995a tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.0717330 Aug 30 18:16:22.801453 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-627345c2-b5e9-4b6d-87bd-a76c99c01698 req-c667fdcf-8ee0-4d5c-a9b7-c6460ffc03d3 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Aug 30 18:16:22.830997 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-610a41f8-d72f-46cc-be96-2f150cb9b130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.840348 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-610a41f8-d72f-46cc-be96-2f150cb9b130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a24579-bc29-4f6d-b4a5-081e56da312b']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:22.850384 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-610a41f8-d72f-46cc-be96-2f150cb9b130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e211e81c-96d7-4751-ab6d-003d0c0c9bbb') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:22.850673 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-610a41f8-d72f-46cc-be96-2f150cb9b130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e211e81c-96d7-4751-ab6d-003d0c0c9bbb') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:22.859575 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-610a41f8-d72f-46cc-be96-2f150cb9b130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9008123'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.872210 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-610a41f8-d72f-46cc-be96-2f150cb9b130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.877836 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610a41f8-d72f-46cc-be96-2f150cb9b130 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:16:22.878212 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-610a41f8-d72f-46cc-be96-2f150cb9b130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9147691'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: Traceback (most recent call last): Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: timer() Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: cb(*args, **kw) Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: self._notify() Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: self.callback(batched_events) Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: event.method(event) Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: return f(self, *a, **k) Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._get(url).json() Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:16:22.879760 dv-cinder-804296-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:16:22.933739 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-610a41f8-d72f-46cc-be96-2f150cb9b130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.938751 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-610a41f8-d72f-46cc-be96-2f150cb9b130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:22.940527 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-610a41f8-d72f-46cc-be96-2f150cb9b130 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c4a24579-bc29-4f6d-b4a5-081e56da312b HTTP/1.1" status: 204 len: 168 time: 0.4094155 Aug 30 18:16:22.951045 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a41f8-d72f-46cc-be96-2f150cb9b130 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a24579-bc29-4f6d-b4a5-081e56da312b,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:23.093928 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45762) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:23.132130 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9d4b473d-deb5-4279-88ef-c8185d205fc7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd00709ae426412ab84375f91cc6cf07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370338 Aug 30 18:16:23.134729 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45766) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:23.193691 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f49eec22-ff8e-414f-983f-b3722cc0a7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:23.218069 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f49eec22-ff8e-414f-983f-b3722cc0a7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:23.262765 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f49eec22-ff8e-414f-983f-b3722cc0a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:23.266044 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f49eec22-ff8e-414f-983f-b3722cc0a7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:23.267229 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f49eec22-ff8e-414f-983f-b3722cc0a7a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8bca3b0d-9bb4-4ddd-ae7e-f9a0a1de4fe3 HTTP/1.1" status: 204 len: 168 time: 0.1314807 Aug 30 18:16:23.275272 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49eec22-ff8e-414f-983f-b3722cc0a7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bca3b0d-9bb4-4ddd-ae7e-f9a0a1de4fe3,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:23.383147 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b8faff50-348c-4030-b582-45c183c305e0 req-61aa18d9-45f6-4b21-b7cc-64ead8c1c55d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0294859 Aug 30 18:16:23.463109 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a04932-2b67-4a13-bace-b860e9b83eba req-d9ebec19-4c27-47ef-8d39-ce9d2b32b0e2 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:23.464905 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-10a04932-2b67-4a13-bace-b860e9b83eba req-d9ebec19-4c27-47ef-8d39-ce9d2b32b0e2 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 932 time: 0.0522714 Aug 30 18:16:23.505874 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-10a04932-2b67-4a13-bace-b860e9b83eba req-dfa73e1f-4371-4fae-ba37-0d5815f35339 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345926 Aug 30 18:16:23.645907 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45788) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:23.695083 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c4168a5b-ce00-4e9d-a339-751a674f1034 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=663afdfedebe4a6c89a8725e654c0b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443211 Aug 30 18:16:23.695293 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45790) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:23.747269 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41c8db6e-9ad6-4a14-8796-b4caa1b3719b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:23.770145 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41c8db6e-9ad6-4a14-8796-b4caa1b3719b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:23.817888 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41c8db6e-9ad6-4a14-8796-b4caa1b3719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:23.818963 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0fcc128c-e1be-4e34-be86-e8abb30560eb req-eed046a5-8d95-4d7e-957a-bd09e7834aae tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0307314 Aug 30 18:16:23.820530 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41c8db6e-9ad6-4a14-8796-b4caa1b3719b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:23.822868 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-41c8db6e-9ad6-4a14-8796-b4caa1b3719b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52a8fa61-8331-4d2c-8b64-45511d81a592 HTTP/1.1" status: 204 len: 168 time: 0.1255832 Aug 30 18:16:23.835980 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8db6e-9ad6-4a14-8796-b4caa1b3719b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a8fa61-8331-4d2c-8b64-45511d81a592,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:23.921461 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4afda-7b9a-4977-9751-c98ea12422da req-a2475bc4-68d8-4d2d-824d-e29a4209a4d3 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:23.922950 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fb4afda-7b9a-4977-9751-c98ea12422da req-a2475bc4-68d8-4d2d-824d-e29a4209a4d3 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.0518007 Aug 30 18:16:23.959817 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fb4afda-7b9a-4977-9751-c98ea12422da req-e20abe7f-6169-4cb9-8dbd-bd41ffd121fe tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310559 Aug 30 18:16:24.474109 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-313d878f-0c40-4d0e-a897-6545677508d6 req-f47a8337-6c73-44cc-8909-7a518da198ba tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0259137 Aug 30 18:16:24.621298 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9655d-6b57-4f37-adb6-2d9349c4ade8 req-010e0e09-17b3-4171-aefb-9b1cb33c3f79 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:24.622816 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-26f9655d-6b57-4f37-adb6-2d9349c4ade8 req-010e0e09-17b3-4171-aefb-9b1cb33c3f79 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 932 time: 0.0487339 Aug 30 18:16:24.660171 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-26f9655d-6b57-4f37-adb6-2d9349c4ade8 req-4630d9ae-c57e-4e40-b088-10098a78e2c6 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304852 Aug 30 18:16:24.913084 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a3f5362a-e110-4a61-8196-1afc70a62ae5 req-57e60683-212f-4da9-a419-ff4e61fd5ec6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0293958 Aug 30 18:16:25.073611 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382e48b-a74d-4690-8e96-a5f7674912af req-37757b0c-8621-4124-8d84-0787a9b3aef6 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:25.075082 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b382e48b-a74d-4690-8e96-a5f7674912af req-37757b0c-8621-4124-8d84-0787a9b3aef6 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.0504162 Aug 30 18:16:25.113070 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b382e48b-a74d-4690-8e96-a5f7674912af req-83b48675-730f-432b-b279-e33b42733a97 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Aug 30 18:16:25.506290 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Request body: {'port': {'device_id': 'fe48ffff-e64e-4cfc-bc51-1607de99b741', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:25.592671 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0d2d9e65-d3a3-425e-a2fc-e3e55d006f18 req-53966db0-6cdc-4383-b945-c603d3ae1e37 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0257623 Aug 30 18:16:25.613668 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:25.681775 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a3677-a70d-4fd6-8c5b-261927f9e17a req-9ead5bd3-a015-4895-a557-77d2823878f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:25.683739 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a37a3677-a70d-4fd6-8c5b-261927f9e17a req-9ead5bd3-a015-4895-a557-77d2823878f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e25e634888e4cd6abec7f834c202cc6&device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 1097 time: 0.0998042 Aug 30 18:16:25.773436 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09ddd3-dd09-495f-a527-fcb8d331b659 req-602639a0-cfd0-4546-8b0f-7572796839a1 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:25.775031 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3f09ddd3-dd09-495f-a527-fcb8d331b659 req-602639a0-cfd0-4546-8b0f-7572796839a1 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 932 time: 0.0480506 Aug 30 18:16:25.813233 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3f09ddd3-dd09-495f-a527-fcb8d331b659 req-573546e4-e7e5-44d2-8ce6-fa4887326b4f tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Aug 30 18:16:25.978248 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a3677-a70d-4fd6-8c5b-261927f9e17a req-bd677e84-16f4-450c-b814-5c695c9c883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:25.979743 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a37a3677-a70d-4fd6-8c5b-261927f9e17a req-bd677e84-16f4-450c-b814-5c695c9c883e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5e25e634888e4cd6abec7f834c202cc6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2744055 Aug 30 18:16:26.011693 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-89be443a-f2ce-4f71-9291-8743e071746e req-bb07536b-faad-43b4-b7ca-997020263c78 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0326660 Aug 30 18:16:26.166409 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc686cfd-95a6-474b-b731-3e8cd8727128 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:16:26.187641 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:26.225762 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af214de9-8630-42d7-85bc-a86eaa69e6a0 req-0df7fdc7-342a-4a05-8b5b-84a7e063a0c1 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:26.227257 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af214de9-8630-42d7-85bc-a86eaa69e6a0 req-0df7fdc7-342a-4a05-8b5b-84a7e063a0c1 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.0488961 Aug 30 18:16:26.228977 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Transition to ACTIVE for port object cc686cfd-95a6-474b-b731-3e8cd8727128 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:16:26.233685 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:26.238029 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a3677-a70d-4fd6-8c5b-261927f9e17a req-55ecb1b5-a048-48bb-be05-3f74b724439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:26.239477 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a37a3677-a70d-4fd6-8c5b-261927f9e17a req-55ecb1b5-a048-48bb-be05-3f74b724439a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333031 Aug 30 18:16:26.265341 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af214de9-8630-42d7-85bc-a86eaa69e6a0 req-5450d716-d762-486a-b8a5-92201a2d6d3d tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314112 Aug 30 18:16:26.285084 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Pushing event updated for resources: {'Port': ['ID=cc686cfd-95a6-474b-b731-3e8cd8727128,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:26.353061 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Attempting to bind port cc686cfd-95a6-474b-b731-3e8cd8727128 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:16:26.353398 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Attempting to bind port cc686cfd-95a6-474b-b731-3e8cd8727128 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:16:26.353720 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Attempting to bind port cc686cfd-95a6-474b-b731-3e8cd8727128 on network 55871d36-c079-4efd-97e0-a3124e07c4e0 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:26.358483 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Port cc686cfd-95a6-474b-b731-3e8cd8727128 on network 55871d36-c079-4efd-97e0-a3124e07c4e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:16:26.358797 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Attempting to bind port cc686cfd-95a6-474b-b731-3e8cd8727128 on network 55871d36-c079-4efd-97e0-a3124e07c4e0 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:26.363388 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:16:26.363718 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Checking segment: {'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:16:26.364092 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Bound using segment: {'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:16:26.364509 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Bound port: cc686cfd-95a6-474b-b731-3e8cd8727128, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:16:26.364852 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:26.429010 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] For port cc686cfd-95a6-474b-b731-3e8cd8727128, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:16:26.432104 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] For port cc686cfd-95a6-474b-b731-3e8cd8727128, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=cc686cfd-95a6-474b-b731-3e8cd8727128,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:16:26.437271 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:26.473206 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:26.473826 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:26.475322 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] 10.222.0.36 "PUT /v2.0/ports/cc686cfd-95a6-474b-b731-3e8cd8727128 HTTP/1.1" status: 200 len: 1094 time: 0.9737501 Aug 30 18:16:26.475750 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe48ffff-e64e-4cfc-bc51-1607de99b741', 'tag': 'cc686cfd-95a6-474b-b731-3e8cd8727128'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:16:26.478054 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29547a6f-3ddf-42e2-b591-43f18269ee40" -d '{"events": [{"name": "network-changed", "server_uuid": "fe48ffff-e64e-4cfc-bc51-1607de99b741", "tag": "cc686cfd-95a6-474b-b731-3e8cd8727128"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:16:26.500412 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb3cd0-4e51-4ae8-989f-0261e658943d service neutron] Pushing event updated for resources: {'Port': ['ID=cc686cfd-95a6-474b-b731-3e8cd8727128,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:26.526131 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4f6a93-5234-46a0-9ce1-3f4565f9d763 x-openstack-request-id: req-4b4f6a93-5234-46a0-9ce1-3f4565f9d763 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:16:26.526721 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe48ffff-e64e-4cfc-bc51-1607de99b741", "tag": "cc686cfd-95a6-474b-b731-3e8cd8727128", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:16:26.526721 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b4f6a93-5234-46a0-9ce1-3f4565f9d763 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:16:26.527048 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe48ffff-e64e-4cfc-bc51-1607de99b741', 'tag': 'cc686cfd-95a6-474b-b731-3e8cd8727128', 'status': 'completed', 'code': 200} Aug 30 18:16:26.689733 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d7fc9bbb-5ae8-4f15-9fae-4e9851edb795 req-2fbdc267-f880-4647-80e0-9909f3e4d999 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0264986 Aug 30 18:16:26.939148 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3def328-d2b7-4169-a992-fd7f14f1b473 req-1dd7b4ce-6f32-4d74-aa3f-346b791e0968 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:26.940679 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c3def328-d2b7-4169-a992-fd7f14f1b473 req-1dd7b4ce-6f32-4d74-aa3f-346b791e0968 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 944 time: 0.0577238 Aug 30 18:16:26.991559 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c3def328-d2b7-4169-a992-fd7f14f1b473 req-1d220ec2-25d2-4dbd-943b-2f03b42f402a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381060 Aug 30 18:16:27.116194 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b9c66b31-0386-4ee5-8f2a-81a39cb1a00e req-b2bfe022-0fc7-4312-b4af-a0f4fc32061b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0296745 Aug 30 18:16:27.375106 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003819e-2ca2-44f0-b234-4d06b0fe082f req-2c50cb90-7abb-4b98-833a-6f8f04f0147e tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:27.376550 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4003819e-2ca2-44f0-b234-4d06b0fe082f req-2c50cb90-7abb-4b98-833a-6f8f04f0147e tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.0471087 Aug 30 18:16:27.412374 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4003819e-2ca2-44f0-b234-4d06b0fe082f req-3aa3efd9-6ffd-4e48-a448-89ec2d74d4bb tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300560 Aug 30 18:16:27.783247 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4b15ba44-2a76-4a93-9ada-0d0f76501aab req-c18cecc5-4fb9-414a-8ae6-16e3d9aea213 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0270104 Aug 30 18:16:28.111672 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54235700-092f-4f58-9ada-fc71a93fb31f req-b84121a0-f085-46aa-8536-354001f534ac tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:28.113223 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54235700-092f-4f58-9ada-fc71a93fb31f req-b84121a0-f085-46aa-8536-354001f534ac tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 944 time: 0.0526795 Aug 30 18:16:28.152152 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54235700-092f-4f58-9ada-fc71a93fb31f req-254fb229-9468-4a61-8e3e-1ef87cc9769f tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327539 Aug 30 18:16:28.217882 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a974cdb-124a-4df5-a1a6-50aa7ab8dbc4 req-100cbb28-4197-4896-b2be-19895fd7a080 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0287769 Aug 30 18:16:28.421890 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 45956) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:28.528988 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377aa7b-532b-4585-82a3-d32699e5df24 req-92331485-447c-4b21-9899-50255e14ce3f tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:28.530322 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c3baa4d-a859-4d98-a74c-33cd05750cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:28.531104 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a377aa7b-532b-4585-82a3-d32699e5df24 req-92331485-447c-4b21-9899-50255e14ce3f tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.0500262 Aug 30 18:16:28.573415 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a377aa7b-532b-4585-82a3-d32699e5df24 req-94f62222-30e6-4e14-8101-e4bf11228b17 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360374 Aug 30 18:16:28.623998 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c3baa4d-a859-4d98-a74c-33cd05750cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:28.627713 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c3baa4d-a859-4d98-a74c-33cd05750cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:28.664358 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-2c3baa4d-a859-4d98-a74c-33cd05750cfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc0649e1d1714247983d5e0c5a58d8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414002 Aug 30 18:16:28.665225 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3baa4d-a859-4d98-a74c-33cd05750cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58fd847-574f-4b67-af0d-b00df5333713,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:28.667113 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45964) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:28.715833 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65514bb7-fa7e-401d-8401-a03ed166864b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:28.736221 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65514bb7-fa7e-401d-8401-a03ed166864b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:28.784944 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65514bb7-fa7e-401d-8401-a03ed166864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:28.788639 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65514bb7-fa7e-401d-8401-a03ed166864b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:28.790361 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-65514bb7-fa7e-401d-8401-a03ed166864b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a58fd847-574f-4b67-af0d-b00df5333713 HTTP/1.1" status: 204 len: 168 time: 0.1222191 Aug 30 18:16:28.797844 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65514bb7-fa7e-401d-8401-a03ed166864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58fd847-574f-4b67-af0d-b00df5333713,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:28.898935 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bdbf25e0-ac4c-4032-ae67-4a0e7d855e19 req-665a224b-e62a-400a-b1bb-c53038d32c40 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0372367 Aug 30 18:16:28.937746 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.36', 52325) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:28.983873 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-004134b3-179e-4292-bf82-3293cb2bcb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:28.985743 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-004134b3-179e-4292-bf82-3293cb2bcb9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e25e634888e4cd6abec7f834c202cc6&device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 1097 time: 0.0707538 Aug 30 18:16:29.014646 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-d7c94d2a-78c8-4d84-a84a-24e79744dd93 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:29.016876 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-d7c94d2a-78c8-4d84-a84a-24e79744dd93 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.36 "GET /v2.0/networks?id=d7bd3d83-2234-45cb-869b-5a867e159aff HTTP/1.1" status: 200 len: 818 time: 0.1747005 Aug 30 18:16:29.042497 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29547a6f-3ddf-42e2-b591-43f18269ee40 req-a348b337-2e6c-4193-b924-1847278e750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:29.044041 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-29547a6f-3ddf-42e2-b591-43f18269ee40 req-a348b337-2e6c-4193-b924-1847278e750c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41975439fa7f4f9393e8a2480c9417f0&device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 1097 time: 0.1050518 Aug 30 18:16:29.063099 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-cf374f9c-32ac-4b12-8691-eca8c35dde75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Request body: {'port': {'device_id': 'bad1c7c5-d2f5-48f6-9969-ca866a71c9f5', 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff', 'admin_state_up': True, 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:29.171847 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 45978) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:29.211523 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-03f5dc38-f57f-40e5-8069-cc0898809f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:29.289317 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-4feadbe6-d82e-42e7-b2e4-c026cd2b801d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf HTTP/1.1" status: 200 len: 217 time: 0.2862568 Aug 30 18:16:29.296342 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29547a6f-3ddf-42e2-b591-43f18269ee40 req-1e7ed442-459f-4b08-b8d0-424f5272af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:29.298264 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-29547a6f-3ddf-42e2-b591-43f18269ee40 req-1e7ed442-459f-4b08-b8d0-424f5272af0c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=41975439fa7f4f9393e8a2480c9417f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2426434 Aug 30 18:16:29.347738 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.36', 52330) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:29.464168 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cd31d185-d463-41c7-936f-8de14586d72f req-f61053f7-554d-4ef2-ba09-99657180f713 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.1119485 Aug 30 18:16:29.481595 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa232725-f8fc-4b35-85bf-15f010ba2d53 req-d3391777-469b-40d3-9019-718f7b53dd23 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:29.491840 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-0624b137-79a1-476e-8d0c-c708d9d79c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:29.492565 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aa232725-f8fc-4b35-85bf-15f010ba2d53 req-d3391777-469b-40d3-9019-718f7b53dd23 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 944 time: 0.2563262 Aug 30 18:16:29.493297 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-0624b137-79a1-476e-8d0c-c708d9d79c5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb1c03ab-48ae-4070-9c7c-f69d6547df75 HTTP/1.1" status: 200 len: 851 time: 0.1906545 Aug 30 18:16:29.563009 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-15b74385-8b30-44e5-bc59-fc7fceb8f2f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ea6e705-dc55-4703-915b-44296b08360b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595376 Aug 30 18:16:29.645553 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-a12a62d1-6c6e-40ea-8e24-46dbeca23ee7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:29.657760 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-a12a62d1-6c6e-40ea-8e24-46dbeca23ee7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.36 "GET /v2.0/networks?id=d7bd3d83-2234-45cb-869b-5a867e159aff HTTP/1.1" status: 200 len: 818 time: 0.2890217 Aug 30 18:16:29.663219 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:16:29.678733 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bfc2e6a5-ff88-483c-92db-ffbe879466f6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Request body: {'port': {'device_id': 'c5e75e93-9223-46e7-ac41-d5ef347ec927', 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff', 'admin_state_up': True, 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:29.787014 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.36', 52333) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:29.843937 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aa232725-f8fc-4b35-85bf-15f010ba2d53 req-6dac3d82-6172-4f22-bcd6-017701d4e773 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377368 Aug 30 18:16:29.848196 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29547a6f-3ddf-42e2-b591-43f18269ee40 req-905e31f6-fb9a-45ab-868f-511d1fddeac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:29.849600 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-29547a6f-3ddf-42e2-b591-43f18269ee40 req-905e31f6-fb9a-45ab-868f-511d1fddeac2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5409050 Aug 30 18:16:29.875492 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-03f5dc38-f57f-40e5-8069-cc0898809f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:29.888543 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-03f5dc38-f57f-40e5-8069-cc0898809f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:29.905035 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597de0af-83e2-410e-a83b-ffcb267307d1 req-c5a19f0f-b4da-4eba-8345-3880cdaf557b tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:29.906493 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-597de0af-83e2-410e-a83b-ffcb267307d1 req-c5a19f0f-b4da-4eba-8345-3880cdaf557b tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.1124022 Aug 30 18:16:29.945024 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-d9020e12-dac1-4fdb-a32d-cef0c2bfec65 service neutron] 10.222.0.36 "GET /v2.0/networks/6ea6e705-dc55-4703-915b-44296b08360b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734925 Aug 30 18:16:29.999062 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-03f5dc38-f57f-40e5-8069-cc0898809f3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec602900592d4242b7c51219a8f30a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8265145 Aug 30 18:16:29.999845 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5dc38-f57f-40e5-8069-cc0898809f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53fb2c4-3db1-47cb-a298-6dfd8b0680d3,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:30.004502 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46020) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:30.053546 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778420-639f-4ba7-aaff-f500c5e78233 req-bbaddc9c-1be3-48a2-9a43-bf31c374775d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:30.054984 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-bbaddc9c-1be3-48a2-9a43-bf31c374775d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.36 "GET /v2.0/networks?id=bf090307-1c5e-4a9d-a855-c31bcbfd8792 HTTP/1.1" status: 200 len: 811 time: 0.2655957 Aug 30 18:16:30.063745 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-cf374f9c-32ac-4b12-8691-eca8c35dde75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Made reservation on behalf of e8b1e79f89d1471da9eee4b48f249f26 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:16:30.067384 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-cf374f9c-32ac-4b12-8691-eca8c35dde75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:30.072822 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-597de0af-83e2-410e-a83b-ffcb267307d1 req-26f393e5-1ad1-4e3a-aae3-6b47e92a9d60 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469612 Aug 30 18:16:30.106552 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d888759c-c08b-40d0-82bc-7ec947296acb req-7dc1cdd0-76a4-49be-9b5d-ad775b10953b tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0805395 Aug 30 18:16:30.130528 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-518d8c2f-e559-437e-8b5d-eab9c8feb98d service neutron] 10.222.0.36 "GET /v2.0/networks/6ea6e705-dc55-4703-915b-44296b08360b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741459 Aug 30 18:16:30.132175 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bfc2e6a5-ff88-483c-92db-ffbe879466f6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Made reservation on behalf of e8b1e79f89d1471da9eee4b48f249f26 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:16:30.135867 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bfc2e6a5-ff88-483c-92db-ffbe879466f6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:30.137367 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-2761f710-0a9a-4414-aa04-7ef8c654d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:30.140283 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-2761f710-0a9a-4414-aa04-7ef8c654d375 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41975439fa7f4f9393e8a2480c9417f0&device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 1097 time: 0.2125082 Aug 30 18:16:30.192606 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff12091b-975f-4c8b-83a5-db9d1f33111d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:30.222312 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-40514e1d-93b4-40a0-ad35-92812a577d0e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3666a181dc3a40a6a2f006078efddf03 HTTP/1.1" status: 200 len: 379 time: 0.1490798 Aug 30 18:16:30.231916 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-008fa9f2-60df-44b5-9ceb-78c1f206e5b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc686cfd-95a6-474b-b731-3e8cd8727128 HTTP/1.1" status: 200 len: 217 time: 0.0768883 Aug 30 18:16:30.263762 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff12091b-975f-4c8b-83a5-db9d1f33111d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:30.267717 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-06778420-639f-4ba7-aaff-f500c5e78233 req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Request body: {'port': {'device_id': '542eedb3-9639-42d7-b425-1cf2b84e9bf0', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'admin_state_up': True, 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'security_groups': ['ccd410ff-d227-4951-a424-43c6276fcc0a']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:30.321877 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-ea8ed01b-0914-40ed-b993-64b0b7f5be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:30.323469 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-ea8ed01b-0914-40ed-b993-64b0b7f5be6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22391bd6-71f1-43dd-b7e9-e29ba7a121c0 HTTP/1.1" status: 200 len: 855 time: 0.0778315 Aug 30 18:16:30.392041 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-15d45521-56ab-499e-bf9a-14ac83f6dcc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55871d36-c079-4efd-97e0-a3124e07c4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597727 Aug 30 18:16:30.398286 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff12091b-975f-4c8b-83a5-db9d1f33111d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:30.402180 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff12091b-975f-4c8b-83a5-db9d1f33111d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:30.406418 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ff12091b-975f-4c8b-83a5-db9d1f33111d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d53fb2c4-3db1-47cb-a298-6dfd8b0680d3 HTTP/1.1" status: 204 len: 168 time: 0.3933311 Aug 30 18:16:30.415821 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-cf374f9c-32ac-4b12-8691-eca8c35dde75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Allocated IP 172.20.0.5 (d7bd3d83-2234-45cb-869b-5a867e159aff/019cd36e-2152-42ae-baa8-dc7a40474c8e/dba34770-4340-4e63-826c-6f72b3d34cdd) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:16:30.431178 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12091b-975f-4c8b-83a5-db9d1f33111d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53fb2c4-3db1-47cb-a298-6dfd8b0680d3,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:30.524079 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06778420-639f-4ba7-aaff-f500c5e78233 req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Made reservation on behalf of 3666a181dc3a40a6a2f006078efddf03 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:16:30.527613 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-06778420-639f-4ba7-aaff-f500c5e78233 req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:30.548003 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-0ed1c568-0a3a-4f70-8f51-01e901707712 service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434603 Aug 30 18:16:30.611991 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-cf374f9c-32ac-4b12-8691-eca8c35dde75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:30.659012 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-24b59789-3692-4f35-b0c6-871a47709646 req-a2e2b2ee-f43c-4d44-8123-e24b36a178b9 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0359397 Aug 30 18:16:30.707493 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-3043fdc8-f612-452c-9a32-ffda4db4bd36 service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518652 Aug 30 18:16:30.736698 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-06778420-639f-4ba7-aaff-f500c5e78233 req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Allocated IP 172.20.0.9 (bf090307-1c5e-4a9d-a855-c31bcbfd8792/7162880f-6947-4246-a359-77445ff3b234/289a3d2b-9159-4ef5-bf2a-cf5e85c420c8) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:16:30.743168 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-cf374f9c-32ac-4b12-8691-eca8c35dde75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:30.832119 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-cf374f9c-32ac-4b12-8691-eca8c35dde75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Network d7bd3d83-2234-45cb-869b-5a867e159aff is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:16:30.845977 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-cf374f9c-32ac-4b12-8691-eca8c35dde75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:30.857185 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-cf374f9c-32ac-4b12-8691-eca8c35dde75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:16:30.890577 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf374f9c-32ac-4b12-8691-eca8c35dde75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Pushing event updated for resources: {'Port': ['ID=dba34770-4340-4e63-826c-6f72b3d34cdd,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:30.897426 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bfc2e6a5-ff88-483c-92db-ffbe879466f6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Allocated IP 172.20.0.6 (d7bd3d83-2234-45cb-869b-5a867e159aff/019cd36e-2152-42ae-baa8-dc7a40474c8e/7063c1c7-d21a-489f-a120-d856a74f6091) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:16:30.992610 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-cf374f9c-32ac-4b12-8691-eca8c35dde75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:30.993551 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-cf374f9c-32ac-4b12-8691-eca8c35dde75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:31.042134 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-cf374f9c-32ac-4b12-8691-eca8c35dde75 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9833806 Aug 30 18:16:31.064436 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4f94b-6933-41ad-b57f-0debc9ce84b5 req-212e2929-13a3-4548-b3ed-3c622df8ab5a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:31.067253 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-31f4f94b-6933-41ad-b57f-0debc9ce84b5 req-212e2929-13a3-4548-b3ed-3c622df8ab5a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 944 time: 0.1051981 Aug 30 18:16:31.100526 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Request body: {'port': {'device_id': 'bad1c7c5-d2f5-48f6-9969-ca866a71c9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:31.161978 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-31f4f94b-6933-41ad-b57f-0debc9ce84b5 req-841c7835-451c-4a94-8767-af6079bcdda4 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876925 Aug 30 18:16:31.178586 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-06778420-639f-4ba7-aaff-f500c5e78233 req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:31.246802 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-06778420-639f-4ba7-aaff-f500c5e78233 req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Transition to ACTIVE for port object 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:16:31.265531 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:31.311311 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-28685fc4-8da3-4675-9f4d-db482a49981f req-367b21ec-f51d-4b46-8c67-0763828fd451 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0418973 Aug 30 18:16:31.312030 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6840b77c-648f-4b45-bc87-b42e53072e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:31.324794 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2ba51-5923-44ba-8227-fb07b5f6faed req-ff2db861-855f-4298-a798-d927ee33580a tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:31.327347 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-51d2ba51-5923-44ba-8227-fb07b5f6faed req-ff2db861-855f-4298-a798-d927ee33580a tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.0993869 Aug 30 18:16:31.350263 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bfc2e6a5-ff88-483c-92db-ffbe879466f6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:31.374009 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-51d2ba51-5923-44ba-8227-fb07b5f6faed req-aef0b1bd-036f-46ae-979f-39ad7f81c274 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390029 Aug 30 18:16:31.472290 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-06778420-639f-4ba7-aaff-f500c5e78233 req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:31.545765 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06778420-639f-4ba7-aaff-f500c5e78233 req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Network bf090307-1c5e-4a9d-a855-c31bcbfd8792 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:16:31.551392 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-06778420-639f-4ba7-aaff-f500c5e78233 req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:31.555723 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event updated for resources: {'Port': ['ID=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:31.567014 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-06778420-639f-4ba7-aaff-f500c5e78233 req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:16:31.570098 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bfc2e6a5-ff88-483c-92db-ffbe879466f6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:31.849780 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a298b-09d5-4523-9959-21431bb93fac req-23a498f9-86a4-47f7-85cf-c3a265f2d801 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:31.851151 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dd9a298b-09d5-4523-9959-21431bb93fac req-23a498f9-86a4-47f7-85cf-c3a265f2d801 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 931 time: 0.0811217 Aug 30 18:16:31.909390 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dd9a298b-09d5-4523-9959-21431bb93fac req-210eec11-47ca-48c7-adf4-1bdc34698d25 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446680 Aug 30 18:16:31.946529 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-da0c9aea-b163-48ae-a429-9ae45915e9f6 None None] Provisioning for port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:16:31.950604 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-da0c9aea-b163-48ae-a429-9ae45915e9f6 None None] Provisioning complete for port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:31.950982 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-da0c9aea-b163-48ae-a429-9ae45915e9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:31.953528 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bfc2e6a5-ff88-483c-92db-ffbe879466f6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Network d7bd3d83-2234-45cb-869b-5a867e159aff is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:16:31.970336 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2e6a5-ff88-483c-92db-ffbe879466f6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Pushing event updated for resources: {'Port': ['ID=7063c1c7-d21a-489f-a120-d856a74f6091,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:31.977277 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bfc2e6a5-ff88-483c-92db-ffbe879466f6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:16:31.980721 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bfc2e6a5-ff88-483c-92db-ffbe879466f6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:16:31.988032 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-da0c9aea-b163-48ae-a429-9ae45915e9f6 None None] Port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:16:31.991198 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778420-639f-4ba7-aaff-f500c5e78233 req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:31.991819 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-06778420-639f-4ba7-aaff-f500c5e78233 req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:32.053595 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-108ad3e0-3bac-4d0b-b4e6-758309c96aef tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7944076 Aug 30 18:16:32.069337 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bfc2e6a5-ff88-483c-92db-ffbe879466f6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:32.070168 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bfc2e6a5-ff88-483c-92db-ffbe879466f6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:32.096797 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-bfc2e6a5-ff88-483c-92db-ffbe879466f6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4251411 Aug 30 18:16:32.126220 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba34770-4340-4e63-826c-6f72b3d34cdd {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:16:32.133602 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:32.146090 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Transition to ACTIVE for port object dba34770-4340-4e63-826c-6f72b3d34cdd will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:16:32.149694 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:32.200672 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Pushing event updated for resources: {'Port': ['ID=dba34770-4340-4e63-826c-6f72b3d34cdd,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:32.274472 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Attempting to bind port dba34770-4340-4e63-826c-6f72b3d34cdd on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:16:32.274808 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Attempting to bind port dba34770-4340-4e63-826c-6f72b3d34cdd by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:16:32.275139 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Attempting to bind port dba34770-4340-4e63-826c-6f72b3d34cdd on network d7bd3d83-2234-45cb-869b-5a867e159aff {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:32.280250 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Port dba34770-4340-4e63-826c-6f72b3d34cdd on network d7bd3d83-2234-45cb-869b-5a867e159aff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:16:32.280574 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Attempting to bind port dba34770-4340-4e63-826c-6f72b3d34cdd on network d7bd3d83-2234-45cb-869b-5a867e159aff {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:32.285378 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:16:32.285717 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Checking segment: {'id': '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:16:32.286152 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Bound using segment: {'id': '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:16:32.286810 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Bound port: dba34770-4340-4e63-826c-6f72b3d34cdd, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:16:32.287292 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:32.309451 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da166077-166e-4261-bb0f-f9a8d39a4879 req-86a140b5-f989-4f12-b334-c801e2f053d9 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:32.311910 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-da166077-166e-4261-bb0f-f9a8d39a4879 req-86a140b5-f989-4f12-b334-c801e2f053d9 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 944 time: 0.0543804 Aug 30 18:16:32.352700 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-da166077-166e-4261-bb0f-f9a8d39a4879 req-a2e272b3-5ef9-4900-83ed-69320a0804b2 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339735 Aug 30 18:16:32.369325 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] For port dba34770-4340-4e63-826c-6f72b3d34cdd, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:16:32.369325 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] For port dba34770-4340-4e63-826c-6f72b3d34cdd, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=dba34770-4340-4e63-826c-6f72b3d34cdd,segment=NetworkSegment(7bd6dc40-dbfe-406f-ae07-e03ba0e57fde),segment_id=7bd6dc40-dbfe-406f-ae07-e03ba0e57fde)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:16:32.387829 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:32.438429 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:32.439040 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:32.440555 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] 10.222.0.36 "PUT /v2.0/ports/dba34770-4340-4e63-826c-6f72b3d34cdd HTTP/1.1" status: 200 len: 1093 time: 1.3786268 Aug 30 18:16:32.441820 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcc9ad-317c-4cb1-addb-59a244359a7c req-e0067168-0237-46ff-a76c-e623e2f055bd tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:32.442924 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad1c7c5-d2f5-48f6-9969-ca866a71c9f5', 'tag': 'dba34770-4340-4e63-826c-6f72b3d34cdd'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:16:32.444039 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8fcc9ad-317c-4cb1-addb-59a244359a7c req-e0067168-0237-46ff-a76c-e623e2f055bd tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 931 time: 0.0578802 Aug 30 18:16:32.445159 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34610564-109e-42dd-a16f-860060ef24b2" -d '{"events": [{"name": "network-changed", "server_uuid": "bad1c7c5-d2f5-48f6-9969-ca866a71c9f5", "tag": "dba34770-4340-4e63-826c-6f72b3d34cdd"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:16:32.471022 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0053d-b29e-4d5a-9c7e-de80dd13ddff service neutron] Pushing event updated for resources: {'Port': ['ID=dba34770-4340-4e63-826c-6f72b3d34cdd,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:32.524404 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d8fcc9ad-317c-4cb1-addb-59a244359a7c req-8e5f8798-1555-4aa5-935d-37b24e03771c tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733647 Aug 30 18:16:32.546552 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5e8d7-6f99-4ec1-a1e9-a512aa1885e0 req-95b13d06-1512-46fb-8153-bbfd6888d56f tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:32.546552 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4bf5e8d7-6f99-4ec1-a1e9-a512aa1885e0 req-95b13d06-1512-46fb-8153-bbfd6888d56f tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.0681131 Aug 30 18:16:32.599096 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ae2d43-ea57-4150-a0eb-9f95bfb8c128 x-openstack-request-id: req-69ae2d43-ea57-4150-a0eb-9f95bfb8c128 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:16:32.599096 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad1c7c5-d2f5-48f6-9969-ca866a71c9f5", "tag": "dba34770-4340-4e63-826c-6f72b3d34cdd", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:16:32.599096 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69ae2d43-ea57-4150-a0eb-9f95bfb8c128 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:16:32.599745 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad1c7c5-d2f5-48f6-9969-ca866a71c9f5', 'tag': 'dba34770-4340-4e63-826c-6f72b3d34cdd', 'status': 'completed', 'code': 200} Aug 30 18:16:32.604463 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4bf5e8d7-6f99-4ec1-a1e9-a512aa1885e0 req-22715576-ded5-45b0-93f1-e728c5f5cc16 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495205 Aug 30 18:16:33.025477 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315661-5095-4eda-b0e8-c587eccf3b1c req-f5376007-8c35-4953-9bbf-3d4a90e45f04 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:33.026831 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-51315661-5095-4eda-b0e8-c587eccf3b1c req-f5376007-8c35-4953-9bbf-3d4a90e45f04 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 931 time: 0.0477982 Aug 30 18:16:33.066328 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-51315661-5095-4eda-b0e8-c587eccf3b1c req-2f28dbdb-3437-4815-a58d-2e9a8e121f84 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333524 Aug 30 18:16:33.465872 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eeceda-680b-47b2-961e-707d1add0de9 req-a57f03b5-be49-409a-87d5-514ce0dd3d0e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:33.467335 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b3eeceda-680b-47b2-961e-707d1add0de9 req-a57f03b5-be49-409a-87d5-514ce0dd3d0e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 944 time: 0.0483429 Aug 30 18:16:33.503962 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b3eeceda-680b-47b2-961e-707d1add0de9 req-483ef917-6f78-4d2f-892b-b5bf41c79f0d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308366 Aug 30 18:16:33.641274 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ca08f-fb9f-4429-95d2-b561ae8ac5f2 req-64a78078-ddc5-42e7-a66c-27a7501194c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:33.642797 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-837ca08f-fb9f-4429-95d2-b561ae8ac5f2 req-64a78078-ddc5-42e7-a66c-27a7501194c5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 931 time: 0.0478082 Aug 30 18:16:33.688951 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-837ca08f-fb9f-4429-95d2-b561ae8ac5f2 req-72778825-0b75-4595-80d0-df51a1350013 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404117 Aug 30 18:16:33.726522 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351c61d-9f42-4c3f-b15c-2138a53f9ac4 req-81941442-c7fa-44da-b187-7e0091341c24 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:33.727940 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c351c61d-9f42-4c3f-b15c-2138a53f9ac4 req-81941442-c7fa-44da-b187-7e0091341c24 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 944 time: 0.0530922 Aug 30 18:16:33.765280 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c351c61d-9f42-4c3f-b15c-2138a53f9ac4 req-a89e92cb-ba61-4322-8950-746790ba30d9 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Aug 30 18:16:33.957925 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4dbaf1ab-6f44-4d16-bc5d-27bbcab41b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:34.017691 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:34.177737 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f657c5-5bfa-435d-8632-12331f337bc4 req-3058873e-0de7-441f-91ca-6e2d648a5f73 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:34.179209 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a0f657c5-5bfa-435d-8632-12331f337bc4 req-3058873e-0de7-441f-91ca-6e2d648a5f73 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 931 time: 0.0482628 Aug 30 18:16:34.216128 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a0f657c5-5bfa-435d-8632-12331f337bc4 req-5f7c0d99-a4ff-4844-8bac-41cd4b26f5b4 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310266 Aug 30 18:16:34.344173 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Request body: {'port': {'device_id': '542eedb3-9639-42d7-b425-1cf2b84e9bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:34.369763 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Request body: {'port': {'device_id': 'c5e75e93-9223-46e7-ac41-d5ef347ec927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:34.386245 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:16:34.465933 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:34.489401 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:34.489645 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf,segment=NetworkSegment(90f6f0c3-8f36-40eb-b8f3-dacf567a9d20),segment_id=90f6f0c3-8f36-40eb-b8f3-dacf567a9d20)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:34.504354 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf', 'network_id': '6ea6e705-dc55-4703-915b-44296b08360b', 'port_id': '8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf', 'mac_address': 'fa:16:3e:96:28:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1c03ab-48ae-4070-9c7c-f69d6547df75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:16:34.515234 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34610564-109e-42dd-a16f-860060ef24b2 req-d8314998-8a55-4070-98e4-d2d6afeb606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:34.516740 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-34610564-109e-42dd-a16f-860060ef24b2 req-d8314998-8a55-4070-98e4-d2d6afeb606a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 1096 time: 0.1254992 Aug 30 18:16:34.546265 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:34.561312 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:16:34.585110 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf,segment=NetworkSegment(90f6f0c3-8f36-40eb-b8f3-dacf567a9d20),segment_id=90f6f0c3-8f36-40eb-b8f3-dacf567a9d20)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:34.589593 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:34.590512 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device cc686cfd-95a6-474b-b731-3e8cd8727128 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:16:34.643586 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c0b48-5587-4bb7-9db3-a36a708e79be req-df1c862e-7d26-4e4a-b28e-c514880e7e98 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:34.645122 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-706c0b48-5587-4bb7-9db3-a36a708e79be req-df1c862e-7d26-4e4a-b28e-c514880e7e98 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 944 time: 0.0576036 Aug 30 18:16:34.687925 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:34.694192 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-706c0b48-5587-4bb7-9db3-a36a708e79be req-505b2214-e0ac-454b-a776-b9f50c2c8c21 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427711 Aug 30 18:16:34.750575 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port cc686cfd-95a6-474b-b731-3e8cd8727128, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=cc686cfd-95a6-474b-b731-3e8cd8727128,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:34.766317 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': 'cc686cfd-95a6-474b-b731-3e8cd8727128', 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0', 'port_id': 'cc686cfd-95a6-474b-b731-3e8cd8727128', 'mac_address': 'fa:16:3e:f2:96:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22391bd6-71f1-43dd-b7e9-e29ba7a121c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:16:34.814449 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:34.817954 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b29b4f-e424-4634-af7f-9a2e96006c7d req-9288c5d4-59fa-467a-b162-87cf4b3a38e4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:34.819497 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d5b29b4f-e424-4634-af7f-9a2e96006c7d req-9288c5d4-59fa-467a-b162-87cf4b3a38e4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 931 time: 0.0619822 Aug 30 18:16:34.832472 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc686cfd-95a6-474b-b731-3e8cd8727128 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:16:34.860768 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port cc686cfd-95a6-474b-b731-3e8cd8727128, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=cc686cfd-95a6-474b-b731-3e8cd8727128,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:34.865798 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:34.887583 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d5b29b4f-e424-4634-af7f-9a2e96006c7d req-72f3ef4c-e1cc-4773-bbbd-51366434f71a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593934 Aug 30 18:16:34.926835 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34610564-109e-42dd-a16f-860060ef24b2 req-af78f3e6-4f20-46ca-9cc5-23050e7c4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:34.928371 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-34610564-109e-42dd-a16f-860060ef24b2 req-af78f3e6-4f20-46ca-9cc5-23050e7c4da8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4006979 Aug 30 18:16:34.935133 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=cc686cfd-95a6-474b-b731-3e8cd8727128,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:34.947193 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9806-5c42-400c-80d0-112c94bcf8bc req-258ef997-a0da-4872-88c9-7d9a4169179f tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:34.948969 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f92e9806-5c42-400c-80d0-112c94bcf8bc req-258ef997-a0da-4872-88c9-7d9a4169179f tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 945 time: 0.0856652 Aug 30 18:16:34.995305 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f92e9806-5c42-400c-80d0-112c94bcf8bc req-4052bd66-8faf-4be9-acca-7033afe0c890 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351777 Aug 30 18:16:35.145271 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:35.177753 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34610564-109e-42dd-a16f-860060ef24b2 req-d1a07708-8067-4edd-8a5f-a16056686d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:35.179275 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-34610564-109e-42dd-a16f-860060ef24b2 req-d1a07708-8067-4edd-8a5f-a16056686d34 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2391548 Aug 30 18:16:35.190812 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:16:35.206340 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:35.210932 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:16:35.226626 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Transition to ACTIVE for port object 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:16:35.256540 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:35.323422 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7063c1c7-d21a-489f-a120-d856a74f6091 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:16:35.331793 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:35.344423 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Pushing event updated for resources: {'Port': ['ID=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:35.352787 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Transition to ACTIVE for port object 7063c1c7-d21a-489f-a120-d856a74f6091 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:16:35.362882 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:35.376152 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0de120-3b85-41bf-a9c2-9b59e758d90d req-fe54f0d7-60b8-42b3-8d1a-2cd3eb9a727a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:35.377966 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dc0de120-3b85-41bf-a9c2-9b59e758d90d req-fe54f0d7-60b8-42b3-8d1a-2cd3eb9a727a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 931 time: 0.0791388 Aug 30 18:16:35.418404 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Pushing event updated for resources: {'Port': ['ID=7063c1c7-d21a-489f-a120-d856a74f6091,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:35.425299 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dc0de120-3b85-41bf-a9c2-9b59e758d90d req-7c4772e8-233a-4065-ae64-daf7819271dc tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383317 Aug 30 18:16:35.437042 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['cc686cfd-95a6-474b-b731-3e8cd8727128'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:16:35.515446 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-32793a38-c11e-4ac8-a6f9-f0892b0b8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:35.516889 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-32793a38-c11e-4ac8-a6f9-f0892b0b8a86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 1096 time: 0.2964056 Aug 30 18:16:35.592063 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-1952ea26-031e-4e7d-b346-40c96c64de26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba34770-4340-4e63-826c-6f72b3d34cdd HTTP/1.1" status: 200 len: 217 time: 0.0454299 Aug 30 18:16:35.596017 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Attempting to bind port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:16:35.596264 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Attempting to bind port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:16:35.596595 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Attempting to bind port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 on network bf090307-1c5e-4a9d-a855-c31bcbfd8792 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:35.603817 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 on network bf090307-1c5e-4a9d-a855-c31bcbfd8792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:16:35.604136 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Attempting to bind port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 on network bf090307-1c5e-4a9d-a855-c31bcbfd8792 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:35.643648 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:16:35.644143 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Checking segment: {'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:16:35.644397 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Bound using segment: {'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:16:35.644894 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Bound port: 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:16:35.645275 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:35.679954 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Attempting to bind port 7063c1c7-d21a-489f-a120-d856a74f6091 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:16:35.680286 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Attempting to bind port 7063c1c7-d21a-489f-a120-d856a74f6091 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:16:35.680612 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Attempting to bind port 7063c1c7-d21a-489f-a120-d856a74f6091 on network d7bd3d83-2234-45cb-869b-5a867e159aff {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:35.709606 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Port 7063c1c7-d21a-489f-a120-d856a74f6091 on network d7bd3d83-2234-45cb-869b-5a867e159aff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:16:35.709978 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Attempting to bind port 7063c1c7-d21a-489f-a120-d856a74f6091 on network d7bd3d83-2234-45cb-869b-5a867e159aff {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:16:35.712601 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-6c3044cd-ff26-4770-b7ee-f0334b96ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:35.714097 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-6c3044cd-ff26-4770-b7ee-f0334b96ea76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=019cd36e-2152-42ae-baa8-dc7a40474c8e HTTP/1.1" status: 200 len: 858 time: 0.1113415 Aug 30 18:16:35.723057 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:16:35.723574 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Checking segment: {'id': '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:16:35.724116 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Bound using segment: {'id': '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:16:35.724700 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Bound port: 7063c1c7-d21a-489f-a120-d856a74f6091, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:16:35.725301 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:35.775339 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-9a42980c-97e1-43dd-8a91-78d1ad87c808 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7bd3d83-2234-45cb-869b-5a867e159aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446498 Aug 30 18:16:35.783303 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] For port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:16:35.811863 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4176f-4a6a-4478-990e-188178727520 req-0d6b7bf4-9662-4ff6-bb0e-ec0b7ebe43c4 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:35.813361 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f5a4176f-4a6a-4478-990e-188178727520 req-0d6b7bf4-9662-4ff6-bb0e-ec0b7ebe43c4 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 945 time: 0.0512242 Aug 30 18:16:35.851168 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f5a4176f-4a6a-4478-990e-188178727520 req-87cabbb2-3964-43c4-bf94-8cf48e6a8674 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Aug 30 18:16:35.861049 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] For port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:16:35.879257 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:35.929444 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] For port 7063c1c7-d21a-489f-a120-d856a74f6091, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:16:35.941949 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:35.942559 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:35.943962 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] 10.222.0.36 "PUT /v2.0/ports/289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 HTTP/1.1" status: 200 len: 1093 time: 1.6042755 Aug 30 18:16:35.952287 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542eedb3-9639-42d7-b425-1cf2b84e9bf0', 'tag': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:16:35.954553 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f6dce2-1d60-4b89-8e7c-f2718e7f71d6" -d '{"events": [{"name": "network-changed", "server_uuid": "542eedb3-9639-42d7-b425-1cf2b84e9bf0", "tag": "289a3d2b-9159-4ef5-bf2a-cf5e85c420c8"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:16:35.963034 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] For port 7063c1c7-d21a-489f-a120-d856a74f6091, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7063c1c7-d21a-489f-a120-d856a74f6091,segment=NetworkSegment(7bd6dc40-dbfe-406f-ae07-e03ba0e57fde),segment_id=7bd6dc40-dbfe-406f-ae07-e03ba0e57fde)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:16:35.975398 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:36.025206 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-2f1351ad-bf80-4aab-85ce-2d5fdb1b8ea6 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209475 Aug 30 18:16:36.058354 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:36.059040 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:36.060449 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] 10.222.0.36 "PUT /v2.0/ports/7063c1c7-d21a-489f-a120-d856a74f6091 HTTP/1.1" status: 200 len: 1093 time: 1.6968524 Aug 30 18:16:36.064652 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fb45a-f582-46f4-b2f4-20a367e89f22 service neutron] Pushing event updated for resources: {'Port': ['ID=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:36.085794 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef59ee-debf-493b-aff0-f3a766b74b18 req-37eb7fae-bec7-49ec-8c24-b993f37fa2c2 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:36.102469 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-07ef59ee-debf-493b-aff0-f3a766b74b18 req-37eb7fae-bec7-49ec-8c24-b993f37fa2c2 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 943 time: 0.1391311 Aug 30 18:16:36.116368 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8064fb-6a7d-4e6c-ac50-c6b16430544d x-openstack-request-id: req-be8064fb-6a7d-4e6c-ac50-c6b16430544d {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:16:36.117069 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542eedb3-9639-42d7-b425-1cf2b84e9bf0", "tag": "289a3d2b-9159-4ef5-bf2a-cf5e85c420c8", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:16:36.117465 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be8064fb-6a7d-4e6c-ac50-c6b16430544d {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:16:36.117987 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542eedb3-9639-42d7-b425-1cf2b84e9bf0', 'tag': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8', 'status': 'completed', 'code': 200} Aug 30 18:16:36.183079 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-07ef59ee-debf-493b-aff0-f3a766b74b18 req-408b903e-def4-48e3-b711-0bf200b62388 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735025 Aug 30 18:16:36.278750 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9977f-bba8-43b2-bddf-e1fe7d1817a4 req-0666a85c-a99c-4e4c-a44c-3335e6c3839c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:36.285877 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c4b9977f-bba8-43b2-bddf-e1fe7d1817a4 req-0666a85c-a99c-4e4c-a44c-3335e6c3839c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 945 time: 0.0776877 Aug 30 18:16:36.368831 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c4b9977f-bba8-43b2-bddf-e1fe7d1817a4 req-1c331d2a-5bd5-4976-8dd3-de23d3daf937 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761118 Aug 30 18:16:36.470122 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e29d87-b134-4c5a-b5e2-b30609c338ea service neutron] Pushing event updated for resources: {'Port': ['ID=7063c1c7-d21a-489f-a120-d856a74f6091,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:36.483788 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778420-639f-4ba7-aaff-f500c5e78233 req-50de38ac-ddda-423a-9fa7-c73766b3d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:36.485555 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-50de38ac-ddda-423a-9fa7-c73766b3d64f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3666a181dc3a40a6a2f006078efddf03&device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 1096 time: 0.4846003 Aug 30 18:16:36.507207 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-3f0c0967-fa71-411e-94ee-8bc9e59ec2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:36.508680 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-3f0c0967-fa71-411e-94ee-8bc9e59ec2ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 1096 time: 0.3714590 Aug 30 18:16:36.512427 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:36.556698 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-f1235233-33a3-444d-93a3-b23cfc5dcf56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 HTTP/1.1" status: 200 len: 217 time: 0.0596874 Aug 30 18:16:36.584379 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-888cfb0a-d1eb-4ca1-abf0-443dcaeaffc8 req-5bac474c-d2df-44ac-9343-520a1a2439e3 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215681 Aug 30 18:16:36.595481 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-838bdb49-9302-4f6e-893e-de1d3836c346 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7063c1c7-d21a-489f-a120-d856a74f6091 HTTP/1.1" status: 200 len: 217 time: 0.0785050 Aug 30 18:16:36.607123 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c7b0-3e16-445f-ba58-debb77ca47c8 req-0cb469e0-c409-4bbd-bab6-40d6e9b7ea05 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:36.615471 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3f37c7b0-3e16-445f-ba58-debb77ca47c8 req-0cb469e0-c409-4bbd-bab6-40d6e9b7ea05 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 943 time: 0.0947218 Aug 30 18:16:36.666560 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778420-639f-4ba7-aaff-f500c5e78233 req-4deda6ab-de59-4616-aa6c-e35a44c5872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:36.668522 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-4deda6ab-de59-4616-aa6c-e35a44c5872e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7162880f-6947-4246-a359-77445ff3b234 HTTP/1.1" status: 200 len: 850 time: 0.0829580 Aug 30 18:16:36.674443 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-d774b3ba-69c5-4581-9f3f-ae8391b34d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:36.675902 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-d774b3ba-69c5-4581-9f3f-ae8391b34d2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=019cd36e-2152-42ae-baa8-dc7a40474c8e HTTP/1.1" status: 200 len: 858 time: 0.0602565 Aug 30 18:16:36.676333 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3f37c7b0-3e16-445f-ba58-debb77ca47c8 req-ba815ef0-368f-4e66-8826-03f5209fdd74 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593722 Aug 30 18:16:36.740326 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-20c0acb6-964b-4f33-9398-0e90416b77b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7bd3d83-2234-45cb-869b-5a867e159aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516913 Aug 30 18:16:36.811113 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06778420-639f-4ba7-aaff-f500c5e78233 req-baf3eeda-6a2d-4295-8c84-ea6fc7823ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:36.812612 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-baf3eeda-6a2d-4295-8c84-ea6fc7823ae4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf090307-1c5e-4a9d-a855-c31bcbfd8792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1253335 Aug 30 18:16:36.899444 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-8bb19862-a7be-416e-98d3-acd1ae12e588 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483524 Aug 30 18:16:36.974637 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-f3e7fff2-c8b9-48a3-bd01-5bee298b3046 service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544852 Aug 30 18:16:36.977249 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480b358-9eec-480d-9fce-561b41b12d47 req-e2274bf5-7d4c-4e30-ba43-2bf1ef29b7f5 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:36.979230 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4480b358-9eec-480d-9fce-561b41b12d47 req-e2274bf5-7d4c-4e30-ba43-2bf1ef29b7f5 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 945 time: 0.0541999 Aug 30 18:16:37.021458 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4480b358-9eec-480d-9fce-561b41b12d47 req-57c9617e-480f-40ee-90df-1140ed46585b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355692 Aug 30 18:16:37.072660 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1c772811-5df0-4c9d-abc2-165f4f47cdef req-89348a8e-018a-40af-ad78-85d609c97100 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571448 Aug 30 18:16:37.104739 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-06778420-639f-4ba7-aaff-f500c5e78233 req-2bb53ce2-8e0c-40a6-bb88-bc796eedf210 service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203337 Aug 30 18:16:37.200718 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6dce2-1d60-4b89-8e7c-f2718e7f71d6 req-c17047c3-4613-4e3f-9f89-8dfba0a26670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:37.202268 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2f6dce2-1d60-4b89-8e7c-f2718e7f71d6 req-c17047c3-4613-4e3f-9f89-8dfba0a26670 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3666a181dc3a40a6a2f006078efddf03&device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0409563 Aug 30 18:16:37.290304 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee67a3-467a-40d5-818e-c2f71dee3aa8 req-9658709a-0e91-41ae-8e0a-0ecfc7766b26 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:37.291766 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14ee67a3-467a-40d5-818e-c2f71dee3aa8 req-9658709a-0e91-41ae-8e0a-0ecfc7766b26 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 943 time: 0.0507240 Aug 30 18:16:37.314274 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:37.330592 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14ee67a3-467a-40d5-818e-c2f71dee3aa8 req-2bffef10-0dc8-4019-9420-5652c1bf9141 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321271 Aug 30 18:16:37.367311 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6dce2-1d60-4b89-8e7c-f2718e7f71d6 req-df0b8399-7906-4a3a-b64f-b946764052a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:37.369043 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2f6dce2-1d60-4b89-8e7c-f2718e7f71d6 req-df0b8399-7906-4a3a-b64f-b946764052a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf090307-1c5e-4a9d-a855-c31bcbfd8792 HTTP/1.1" status: 200 len: 912 time: 0.1558163 Aug 30 18:16:37.377336 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:16:37.381405 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:37.381784 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:37.427304 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2f6dce2-1d60-4b89-8e7c-f2718e7f71d6 req-85d19701-4ab2-40bb-b103-268466abd3c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 HTTP/1.1" status: 200 len: 217 time: 0.0480721 Aug 30 18:16:37.489711 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6dce2-1d60-4b89-8e7c-f2718e7f71d6 req-f9610f32-e277-4064-95f2-a48346a46af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:37.491538 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2f6dce2-1d60-4b89-8e7c-f2718e7f71d6 req-f9610f32-e277-4064-95f2-a48346a46af3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7162880f-6947-4246-a359-77445ff3b234 HTTP/1.1" status: 200 len: 850 time: 0.0562181 Aug 30 18:16:37.492001 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:37.526064 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6e7d6-d70d-4426-af1f-30ffc119b428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:16:37.543723 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2d739-9c3e-4755-bc7c-b04a7ef3ee37 req-7094e391-664c-4152-941c-9ba1240b2b89 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:37.546234 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6dce2-1d60-4b89-8e7c-f2718e7f71d6 req-1b42a647-f5f5-48c8-9abe-7abbfae45f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:37.548187 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6ce2d739-9c3e-4755-bc7c-b04a7ef3ee37 req-7094e391-664c-4152-941c-9ba1240b2b89 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 945 time: 0.1034620 Aug 30 18:16:37.548537 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2f6dce2-1d60-4b89-8e7c-f2718e7f71d6 req-1b42a647-f5f5-48c8-9abe-7abbfae45f9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf090307-1c5e-4a9d-a855-c31bcbfd8792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480120 Aug 30 18:16:37.597454 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6ce2d739-9c3e-4755-bc7c-b04a7ef3ee37 req-23a50e83-8a35-4e74-837c-990edd3aec81 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Aug 30 18:16:37.634699 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf,segment=NetworkSegment(90f6f0c3-8f36-40eb-b8f3-dacf567a9d20),segment_id=90f6f0c3-8f36-40eb-b8f3-dacf567a9d20)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:37.639993 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:37.643268 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device cc686cfd-95a6-474b-b731-3e8cd8727128 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:37.719789 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2f6dce2-1d60-4b89-8e7c-f2718e7f71d6 req-1f5f55eb-701c-499d-84af-c501ba712127 service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631119 Aug 30 18:16:37.726805 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:37.739577 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port cc686cfd-95a6-474b-b731-3e8cd8727128 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:16:37.743003 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port cc686cfd-95a6-474b-b731-3e8cd8727128 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:37.743553 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:37.747433 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46312) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:37.850172 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2f6dce2-1d60-4b89-8e7c-f2718e7f71d6 req-06e20d79-a5e1-4f16-999a-ce0b70172599 service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192505 Aug 30 18:16:37.862481 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7e2c7-c09c-421d-8e98-de4510b573f5 req-46a1b2b2-839b-4633-8cb6-ddbf81a17a1f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:37.875084 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-32b7e2c7-c09c-421d-8e98-de4510b573f5 req-46a1b2b2-839b-4633-8cb6-ddbf81a17a1f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 943 time: 0.0718069 Aug 30 18:16:37.891014 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85284c30-9103-4ad1-9caf-d784d73659eb" -d '{"events": [{"server_uuid": "59e6e7d6-d70d-4426-af1f-30ffc119b428", "name": "network-vif-plugged", "status": "completed", "tag": "8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:16:37.901356 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:37.968673 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port cc686cfd-95a6-474b-b731-3e8cd8727128, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=cc686cfd-95a6-474b-b731-3e8cd8727128,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:37.974108 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:37.982263 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-32b7e2c7-c09c-421d-8e98-de4510b573f5 req-c991275a-dd64-492f-97b0-418ce12ea0d0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991299 Aug 30 18:16:38.020261 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0f68f7f-fc0d-4edb-b1d7-e2c7798ae317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:38.062827 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=cc686cfd-95a6-474b-b731-3e8cd8727128,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:38.079796 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14928c14-6c60-4f96-a037-5a6d24ba8e3c x-openstack-request-id: req-14928c14-6c60-4f96-a037-5a6d24ba8e3c {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:16:38.080395 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e6e7d6-d70d-4426-af1f-30ffc119b428", "name": "network-vif-plugged", "status": "completed", "tag": "8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:16:38.080662 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14928c14-6c60-4f96-a037-5a6d24ba8e3c {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:16:38.081294 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6e7d6-d70d-4426-af1f-30ffc119b428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf', 'code': 200} Aug 30 18:16:38.121091 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e75e93-9223-46e7-ac41-d5ef347ec927', 'tag': '7063c1c7-d21a-489f-a120-d856a74f6091'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:16:38.121770 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76f75c7-2247-472d-95ee-3ddd07fe9da1" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e75e93-9223-46e7-ac41-d5ef347ec927", "tag": "7063c1c7-d21a-489f-a120-d856a74f6091"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:16:38.181568 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dfdba-60bc-4bb1-a6e8-aef85b151db4 req-73268d74-4dd3-4b21-933e-2a4792434205 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:38.183160 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-432dfdba-60bc-4bb1-a6e8-aef85b151db4 req-73268d74-4dd3-4b21-933e-2a4792434205 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 946 time: 0.0779519 Aug 30 18:16:38.188655 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cc4cd2-3714-4777-bba3-a57d3546643e x-openstack-request-id: req-99cc4cd2-3714-4777-bba3-a57d3546643e {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:16:38.188967 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e75e93-9223-46e7-ac41-d5ef347ec927", "tag": "7063c1c7-d21a-489f-a120-d856a74f6091", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:16:38.189267 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99cc4cd2-3714-4777-bba3-a57d3546643e {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:16:38.189651 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e75e93-9223-46e7-ac41-d5ef347ec927', 'tag': '7063c1c7-d21a-489f-a120-d856a74f6091', 'status': 'completed', 'code': 200} Aug 30 18:16:38.247302 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-432dfdba-60bc-4bb1-a6e8-aef85b151db4 req-c7615ce8-ebcc-426e-a051-4469b3991b4e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505722 Aug 30 18:16:38.276883 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0f68f7f-fc0d-4edb-b1d7-e2c7798ae317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:38.282670 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0f68f7f-fc0d-4edb-b1d7-e2c7798ae317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:38.319121 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-c0f68f7f-fc0d-4edb-b1d7-e2c7798ae317 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d451c54ccb8c40748313f8e6caa40c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703735 Aug 30 18:16:38.322447 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46346) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:38.328606 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f68f7f-fc0d-4edb-b1d7-e2c7798ae317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba9efd3-afd0-48a9-9553-cb773e15be48,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:38.338663 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0983a23-7882-4f84-b4d5-23200668dbaa req-41022523-6970-4151-9825-9e15c32a6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:38.340176 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0983a23-7882-4f84-b4d5-23200668dbaa req-41022523-6970-4151-9825-9e15c32a6bbf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 1099 time: 0.1178408 Aug 30 18:16:38.375487 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f75c7-2247-472d-95ee-3ddd07fe9da1 req-1446b37c-748d-4be0-9d2a-12ed9dcba651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:38.377045 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d76f75c7-2247-472d-95ee-3ddd07fe9da1 req-1446b37c-748d-4be0-9d2a-12ed9dcba651 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 1096 time: 0.1534762 Aug 30 18:16:38.381727 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c0983a23-7882-4f84-b4d5-23200668dbaa req-63c99225-e64a-4a1d-abe2-afe4ad3ccae4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:38.461997 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1e7bf-d628-42d0-b52b-e0e07b492eb9 req-fdc16bf5-4ee7-4b4c-a2ba-2b4ab1cc2b78 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:38.463509 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b0f1e7bf-d628-42d0-b52b-e0e07b492eb9 req-fdc16bf5-4ee7-4b4c-a2ba-2b4ab1cc2b78 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 943 time: 0.0615218 Aug 30 18:16:38.478686 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d47d59ed-84a3-453c-b8eb-7645dc2f9101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:38.505497 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b0f1e7bf-d628-42d0-b52b-e0e07b492eb9 req-d85259b5-652f-45e1-93ed-5a398f727183 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349081 Aug 30 18:16:38.529873 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d47d59ed-84a3-453c-b8eb-7645dc2f9101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:38.573464 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f75c7-2247-472d-95ee-3ddd07fe9da1 req-008d807e-b157-484c-8c06-3c9c47b970a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:38.575017 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d76f75c7-2247-472d-95ee-3ddd07fe9da1 req-008d807e-b157-484c-8c06-3c9c47b970a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7bd3d83-2234-45cb-869b-5a867e159aff HTTP/1.1" status: 200 len: 919 time: 0.1867833 Aug 30 18:16:38.631877 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d76f75c7-2247-472d-95ee-3ddd07fe9da1 req-d8a597c1-e695-48d4-a9c8-2ff5452715dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7063c1c7-d21a-489f-a120-d856a74f6091 HTTP/1.1" status: 200 len: 217 time: 0.0445895 Aug 30 18:16:38.689614 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c0983a23-7882-4f84-b4d5-23200668dbaa req-63c99225-e64a-4a1d-abe2-afe4ad3ccae4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:38.690655 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d47d59ed-84a3-453c-b8eb-7645dc2f9101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:38.693475 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d47d59ed-84a3-453c-b8eb-7645dc2f9101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:38.694709 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d47d59ed-84a3-453c-b8eb-7645dc2f9101 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ba9efd3-afd0-48a9-9553-cb773e15be48 HTTP/1.1" status: 204 len: 168 time: 0.3659637 Aug 30 18:16:38.700738 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c0983a23-7882-4f84-b4d5-23200668dbaa req-63c99225-e64a-4a1d-abe2-afe4ad3ccae4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:38.723747 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05053049-450d-43e0-a025-c5785f2cf66a req-22ce3c46-2d21-4ee6-9c6d-4e4f4c2f6e54 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:38.724170 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d59ed-84a3-453c-b8eb-7645dc2f9101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba9efd3-afd0-48a9-9553-cb773e15be48,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:38.731761 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-05053049-450d-43e0-a025-c5785f2cf66a req-22ce3c46-2d21-4ee6-9c6d-4e4f4c2f6e54 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 946 time: 0.0661261 Aug 30 18:16:38.734843 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0983a23-7882-4f84-b4d5-23200668dbaa req-63c99225-e64a-4a1d-abe2-afe4ad3ccae4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869739 Aug 30 18:16:38.740968 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f75c7-2247-472d-95ee-3ddd07fe9da1 req-7972b4ac-15e8-4ccb-b2bf-8b0b8d84b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:38.742407 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d76f75c7-2247-472d-95ee-3ddd07fe9da1 req-7972b4ac-15e8-4ccb-b2bf-8b0b8d84b40a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=019cd36e-2152-42ae-baa8-dc7a40474c8e HTTP/1.1" status: 200 len: 858 time: 0.1035647 Aug 30 18:16:38.756437 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c99225-e64a-4a1d-abe2-afe4ad3ccae4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=de43167d-8129-43de-bba3-e98a9810ccec,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:38.768467 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-05053049-450d-43e0-a025-c5785f2cf66a req-32eeab29-198b-49cb-8bee-f2b94cec9145 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358710 Aug 30 18:16:38.978642 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46356) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:38.981074 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d76f75c7-2247-472d-95ee-3ddd07fe9da1 req-12ca83f4-e0b6-403f-bcc5-ae4b1f2a3258 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7bd3d83-2234-45cb-869b-5a867e159aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251911 Aug 30 18:16:38.994854 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e1974cf-bd21-481a-b559-7c8dd301aa14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:39.077785 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d76f75c7-2247-472d-95ee-3ddd07fe9da1 req-b7c4576e-deff-4cc2-8e99-e5a68eb325e6 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882230 Aug 30 18:16:39.113908 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0438d2f-c3d7-414c-84a7-297890228cb1 req-2a2618ed-3786-4819-b493-21fabf36d2cc tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:39.115428 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f0438d2f-c3d7-414c-84a7-297890228cb1 req-2a2618ed-3786-4819-b493-21fabf36d2cc tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 943 time: 0.0721157 Aug 30 18:16:39.155564 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e1974cf-bd21-481a-b559-7c8dd301aa14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:39.160329 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3e1974cf-bd21-481a-b559-7c8dd301aa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:39.177595 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d76f75c7-2247-472d-95ee-3ddd07fe9da1 req-67762082-8318-4dd1-800b-ddc621afce0c service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923195 Aug 30 18:16:39.197618 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f0438d2f-c3d7-414c-84a7-297890228cb1 req-534031bd-119b-41a9-9a1b-fd4ee14af256 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746837 Aug 30 18:16:39.215434 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3e1974cf-bd21-481a-b559-7c8dd301aa14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6588515705984ecf881a0b02279a189e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357409 Aug 30 18:16:39.216290 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1974cf-bd21-481a-b559-7c8dd301aa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4beab8bb-5fbc-42bf-ae2a-30497f8b8acf,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:39.218595 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46366) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:39.270563 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-42e28947-9742-4b0e-a0fd-a8cd98c915d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:39.296857 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-42e28947-9742-4b0e-a0fd-a8cd98c915d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:39.329159 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device dba34770-4340-4e63-826c-6f72b3d34cdd details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:16:39.363911 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-42e28947-9742-4b0e-a0fd-a8cd98c915d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:39.368374 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-42e28947-9742-4b0e-a0fd-a8cd98c915d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:39.370723 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-42e28947-9742-4b0e-a0fd-a8cd98c915d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4beab8bb-5fbc-42bf-ae2a-30497f8b8acf HTTP/1.1" status: 204 len: 168 time: 0.1511190 Aug 30 18:16:39.406070 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e28947-9742-4b0e-a0fd-a8cd98c915d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beab8bb-5fbc-42bf-ae2a-30497f8b8acf,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:39.412891 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf593d2-e1cd-40bc-a4e8-16b3f86eeb68 req-a2f823be-d504-439c-b4f1-3bc9852fe184 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:39.423194 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1bf593d2-e1cd-40bc-a4e8-16b3f86eeb68 req-a2f823be-d504-439c-b4f1-3bc9852fe184 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 946 time: 0.0799778 Aug 30 18:16:39.480359 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1bf593d2-e1cd-40bc-a4e8-16b3f86eeb68 req-d1e085c9-e42e-4050-90ce-388d024b1fba tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528495 Aug 30 18:16:39.506670 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port dba34770-4340-4e63-826c-6f72b3d34cdd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=dba34770-4340-4e63-826c-6f72b3d34cdd,segment=NetworkSegment(7bd6dc40-dbfe-406f-ae07-e03ba0e57fde),segment_id=7bd6dc40-dbfe-406f-ae07-e03ba0e57fde)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:39.520349 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': 'dba34770-4340-4e63-826c-6f72b3d34cdd', 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff', 'port_id': 'dba34770-4340-4e63-826c-6f72b3d34cdd', 'mac_address': 'fa:16:3e:fe:63:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019cd36e-2152-42ae-baa8-dc7a40474c8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:16:39.592626 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:39.618255 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba34770-4340-4e63-826c-6f72b3d34cdd {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:16:39.655753 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port dba34770-4340-4e63-826c-6f72b3d34cdd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=dba34770-4340-4e63-826c-6f72b3d34cdd,segment=NetworkSegment(7bd6dc40-dbfe-406f-ae07-e03ba0e57fde),segment_id=7bd6dc40-dbfe-406f-ae07-e03ba0e57fde)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:39.662219 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:39.722987 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93482e0d-6563-4fa6-9675-9053586955ee req-d21aab49-760e-4d81-b48d-02e72673cbc3 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:39.725156 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-93482e0d-6563-4fa6-9675-9053586955ee req-d21aab49-760e-4d81-b48d-02e72673cbc3 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 943 time: 0.1169040 Aug 30 18:16:39.737714 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=dba34770-4340-4e63-826c-6f72b3d34cdd,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:39.777653 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-93482e0d-6563-4fa6-9675-9053586955ee req-3a715088-87c7-49b8-a1e3-17ec6f61462a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458834 Aug 30 18:16:39.874565 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46402) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:39.895663 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af68a6-39a3-4d7f-a302-eaababb0ef94 req-68bcc430-6ecb-4d81-8a3c-a3c5e32d92a9 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:39.897181 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-75af68a6-39a3-4d7f-a302-eaababb0ef94 req-68bcc430-6ecb-4d81-8a3c-a3c5e32d92a9 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 946 time: 0.0518169 Aug 30 18:16:39.932551 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['dba34770-4340-4e63-826c-6f72b3d34cdd'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:16:39.938015 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-75af68a6-39a3-4d7f-a302-eaababb0ef94 req-f7775be6-fcca-40f9-8dc4-c1ce6ab1ebba tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350301 Aug 30 18:16:40.006599 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ab39e659-a8a8-4487-96b3-22d9103cef68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:40.083981 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe48ffff-e64e-4cfc-bc51-1607de99b741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc686cfd-95a6-474b-b731-3e8cd8727128'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:16:40.086289 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21992b9-4dc1-4cc2-bbe2-7187ee60836f" -d '{"events": [{"server_uuid": "fe48ffff-e64e-4cfc-bc51-1607de99b741", "name": "network-vif-plugged", "status": "completed", "tag": "cc686cfd-95a6-474b-b731-3e8cd8727128"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:16:40.101214 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ab39e659-a8a8-4487-96b3-22d9103cef68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:40.106389 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ab39e659-a8a8-4487-96b3-22d9103cef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:40.134756 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c34eaf-e386-4d91-aecd-00bbc374c82a x-openstack-request-id: req-f4c34eaf-e386-4d91-aecd-00bbc374c82a {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:16:40.135667 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe48ffff-e64e-4cfc-bc51-1607de99b741", "name": "network-vif-plugged", "status": "completed", "tag": "cc686cfd-95a6-474b-b731-3e8cd8727128", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:16:40.136005 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4c34eaf-e386-4d91-aecd-00bbc374c82a {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:16:40.136409 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe48ffff-e64e-4cfc-bc51-1607de99b741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc686cfd-95a6-474b-b731-3e8cd8727128', 'code': 200} Aug 30 18:16:40.147618 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39e659-a8a8-4487-96b3-22d9103cef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a111569-d4b3-486b-9aad-f1e6f090a656,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:40.153318 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ab39e659-a8a8-4487-96b3-22d9103cef68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7aff26685a554934a4428c9dfbd709b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777030 Aug 30 18:16:40.155952 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46418) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:40.209637 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2022-4916-40d8-996e-c46c6bd5ed45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:40.245876 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2022-4916-40d8-996e-c46c6bd5ed45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:40.306852 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2022-4916-40d8-996e-c46c6bd5ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:40.309707 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fa4c2022-4916-40d8-996e-c46c6bd5ed45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:40.311485 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-fa4c2022-4916-40d8-996e-c46c6bd5ed45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a111569-d4b3-486b-9aad-f1e6f090a656 HTTP/1.1" status: 204 len: 168 time: 0.1546378 Aug 30 18:16:40.320616 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd13e9-5de9-437b-9c60-93040604e60f req-a0808778-443e-4030-a652-3c6ac1c3c0f7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:40.322149 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d4fd13e9-5de9-437b-9c60-93040604e60f req-a0808778-443e-4030-a652-3c6ac1c3c0f7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 943 time: 0.0582407 Aug 30 18:16:40.336452 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c2022-4916-40d8-996e-c46c6bd5ed45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a111569-d4b3-486b-9aad-f1e6f090a656,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:40.370585 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d4fd13e9-5de9-437b-9c60-93040604e60f req-f388aef6-b973-4ef7-89da-9733cdfed40f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375476 Aug 30 18:16:40.374995 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde3d1d-b15e-4a64-8e6a-b75e0925b3c9 req-ab069832-1a94-4a36-9ece-272cb2d4cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:40.376555 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1fde3d1d-b15e-4a64-8e6a-b75e0925b3c9 req-ab069832-1a94-4a36-9ece-272cb2d4cc3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 1099 time: 0.0536220 Aug 30 18:16:40.420574 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:40.436240 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1fde3d1d-b15e-4a64-8e6a-b75e0925b3c9 req-0472bda6-7df2-4cdc-b7c1-9b9c86f96c7d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351210 Aug 30 18:16:40.592684 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b3502-32f7-47c7-ba8c-ae3aec5004d9 req-de6ff97e-1c9e-4b0f-844c-ec665605951c tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:40.594307 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-698b3502-32f7-47c7-ba8c-ae3aec5004d9 req-de6ff97e-1c9e-4b0f-844c-ec665605951c tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 946 time: 0.0529861 Aug 30 18:16:40.637261 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-698b3502-32f7-47c7-ba8c-ae3aec5004d9 req-c08b46fc-d8d0-4c3f-87d8-0233ea8ed357 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358388 Aug 30 18:16:40.748184 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46446) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:40.768371 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-79fe003b-d7cd-419a-8b0b-f1148b07f489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:40.898661 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-79fe003b-d7cd-419a-8b0b-f1148b07f489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:40.907261 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-79fe003b-d7cd-419a-8b0b-f1148b07f489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:40.925396 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633585e-9f0d-4bc9-ab80-a93cb5e433e5 req-aca40cb6-d3c3-4986-b854-239318d1e493 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:40.927204 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7633585e-9f0d-4bc9-ab80-a93cb5e433e5 req-aca40cb6-d3c3-4986-b854-239318d1e493 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 943 time: 0.0603404 Aug 30 18:16:40.953200 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-79fe003b-d7cd-419a-8b0b-f1148b07f489 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0dbe955caa64f20adf1723729822afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999977 Aug 30 18:16:40.954057 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46460) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:40.974361 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe003b-d7cd-419a-8b0b-f1148b07f489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b567b84-9c00-4433-adcf-730f88442961,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:41.008422 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7633585e-9f0d-4bc9-ab80-a93cb5e433e5 req-3ff37409-f8c2-446c-ad98-daa8684c70a8 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749819 Aug 30 18:16:41.042702 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-312974c3-9577-4f12-a42d-b59b1689c989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:41.091251 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-312974c3-9577-4f12-a42d-b59b1689c989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:41.133745 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928e2b3-c277-4df5-8e5a-264290a6b328 req-719b5761-cf00-4d35-af06-5d3663dd2452 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:41.135288 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4928e2b3-c277-4df5-8e5a-264290a6b328 req-719b5761-cf00-4d35-af06-5d3663dd2452 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 946 time: 0.0809643 Aug 30 18:16:41.167739 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-312974c3-9577-4f12-a42d-b59b1689c989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:41.170625 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-312974c3-9577-4f12-a42d-b59b1689c989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:41.171752 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-312974c3-9577-4f12-a42d-b59b1689c989 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b567b84-9c00-4433-adcf-730f88442961 HTTP/1.1" status: 204 len: 168 time: 0.2165086 Aug 30 18:16:41.192901 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4928e2b3-c277-4df5-8e5a-264290a6b328 req-9a3a2243-84c7-49a5-9c59-30b703c374a4 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484021 Aug 30 18:16:41.193694 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312974c3-9577-4f12-a42d-b59b1689c989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b567b84-9c00-4433-adcf-730f88442961,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:41.351392 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 7063c1c7-d21a-489f-a120-d856a74f6091 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:16:41.357275 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device dba34770-4340-4e63-826c-6f72b3d34cdd up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:41.494786 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port dba34770-4340-4e63-826c-6f72b3d34cdd completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:16:41.506508 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port dba34770-4340-4e63-826c-6f72b3d34cdd triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:41.507071 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:41.558980 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa5864-1145-42f4-a84d-538d19638deb req-a2c9f8fb-555a-4bac-b2e9-3426c5215d12 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:41.561595 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4faa5864-1145-42f4-a84d-538d19638deb req-a2c9f8fb-555a-4bac-b2e9-3426c5215d12 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 943 time: 0.0860214 Aug 30 18:16:41.568377 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 7063c1c7-d21a-489f-a120-d856a74f6091, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7063c1c7-d21a-489f-a120-d856a74f6091,segment=NetworkSegment(7bd6dc40-dbfe-406f-ae07-e03ba0e57fde),segment_id=7bd6dc40-dbfe-406f-ae07-e03ba0e57fde)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:41.596201 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '7063c1c7-d21a-489f-a120-d856a74f6091', 'network_id': 'd7bd3d83-2234-45cb-869b-5a867e159aff', 'port_id': '7063c1c7-d21a-489f-a120-d856a74f6091', 'mac_address': 'fa:16:3e:b8:53:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019cd36e-2152-42ae-baa8-dc7a40474c8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:16:41.664963 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4faa5864-1145-42f4-a84d-538d19638deb req-1e4bc666-f55d-4771-af3d-030224cf39b8 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925584 Aug 30 18:16:41.757752 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:41.785741 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:41.803020 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7063c1c7-d21a-489f-a120-d856a74f6091 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:16:41.840971 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 7063c1c7-d21a-489f-a120-d856a74f6091, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7063c1c7-d21a-489f-a120-d856a74f6091,segment=NetworkSegment(7bd6dc40-dbfe-406f-ae07-e03ba0e57fde),segment_id=7bd6dc40-dbfe-406f-ae07-e03ba0e57fde)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:41.845020 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port dba34770-4340-4e63-826c-6f72b3d34cdd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=dba34770-4340-4e63-826c-6f72b3d34cdd,segment=NetworkSegment(7bd6dc40-dbfe-406f-ae07-e03ba0e57fde),segment_id=7bd6dc40-dbfe-406f-ae07-e03ba0e57fde)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:41.846539 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:41.847213 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:16:41.872377 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:41.928069 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3472a6-66b2-4556-904f-8f409613539b req-243cc9bb-26f6-43f1-b4f0-92b150df54af tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:41.937312 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6a3472a6-66b2-4556-904f-8f409613539b req-243cc9bb-26f6-43f1-b4f0-92b150df54af tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 946 time: 0.1344059 Aug 30 18:16:41.964753 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=7063c1c7-d21a-489f-a120-d856a74f6091,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:42.034745 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6a3472a6-66b2-4556-904f-8f409613539b req-9c97c609-0f96-47b7-9ac7-ad24928a4122 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957446 Aug 30 18:16:42.066588 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:42.069476 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=dba34770-4340-4e63-826c-6f72b3d34cdd,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:42.094501 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'port_id': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8', 'mac_address': 'fa:16:3e:cb:e0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:16:42.141967 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad1c7c5-d2f5-48f6-9969-ca866a71c9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba34770-4340-4e63-826c-6f72b3d34cdd'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:16:42.144572 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53797dc-3ae5-4c0a-b0b1-c48dbf235ebf" -d '{"events": [{"server_uuid": "bad1c7c5-d2f5-48f6-9969-ca866a71c9f5", "name": "network-vif-plugged", "status": "completed", "tag": "dba34770-4340-4e63-826c-6f72b3d34cdd"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:16:42.157844 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:42.182257 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:16:42.199605 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497b345-ce74-4664-bcb3-c86c39e27984 req-a3de2989-cb86-4eb7-a7c6-4cd7315f1732 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:42.202042 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a497b345-ce74-4664-bcb3-c86c39e27984 req-a3de2989-cb86-4eb7-a7c6-4cd7315f1732 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 943 time: 0.0704074 Aug 30 18:16:42.230605 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:42.236503 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8e950b-6f67-4541-b47d-5926672b8893 x-openstack-request-id: req-cd8e950b-6f67-4541-b47d-5926672b8893 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:16:42.236804 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad1c7c5-d2f5-48f6-9969-ca866a71c9f5", "name": "network-vif-plugged", "status": "completed", "tag": "dba34770-4340-4e63-826c-6f72b3d34cdd", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:16:42.238035 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd8e950b-6f67-4541-b47d-5926672b8893 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:16:42.239917 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad1c7c5-d2f5-48f6-9969-ca866a71c9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba34770-4340-4e63-826c-6f72b3d34cdd', 'code': 200} Aug 30 18:16:42.241746 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:42.275672 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a497b345-ce74-4664-bcb3-c86c39e27984 req-3c0505eb-8ec3-43df-9db7-d5a1918e0758 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658340 Aug 30 18:16:42.309914 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:42.380964 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46550) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:42.450004 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc500bbf-3b34-4ef5-ad30-8904f262f209 req-3c2edad2-0a08-4ec2-b0e0-b89049f46727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:42.452607 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc500bbf-3b34-4ef5-ad30-8904f262f209 req-3c2edad2-0a08-4ec2-b0e0-b89049f46727 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 1098 time: 0.0478342 Aug 30 18:16:42.497563 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-173a782d-6fd0-4780-8b67-b0b08eb3bb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:42.507325 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc500bbf-3b34-4ef5-ad30-8904f262f209 req-8118cf92-af10-49f0-b294-6702ec803157 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461538 Aug 30 18:16:42.577268 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['7063c1c7-d21a-489f-a120-d856a74f6091'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:16:42.584291 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['289a3d2b-9159-4ef5-bf2a-cf5e85c420c8'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:16:42.599651 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-173a782d-6fd0-4780-8b67-b0b08eb3bb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:42.606160 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-173a782d-6fd0-4780-8b67-b0b08eb3bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:42.644567 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-173a782d-6fd0-4780-8b67-b0b08eb3bb6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60ba34f98e0248978526c395a346bc59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625003 Aug 30 18:16:42.645458 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a782d-6fd0-4780-8b67-b0b08eb3bb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb5cfc8-0583-458d-aff2-133dd9b76b27,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:42.647605 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46560) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:42.712692 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3408bfb7-bbf9-448a-b60e-15ca16b1f4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:42.775366 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3408bfb7-bbf9-448a-b60e-15ca16b1f4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:42.819874 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48c505-2fd7-4fb4-a97b-54418e2e32e7 req-5a93f56a-f157-4953-8902-37ae5c5457da tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:42.821389 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0b48c505-2fd7-4fb4-a97b-54418e2e32e7 req-5a93f56a-f157-4953-8902-37ae5c5457da tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 944 time: 0.0854094 Aug 30 18:16:42.850730 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3408bfb7-bbf9-448a-b60e-15ca16b1f4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:42.853171 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3408bfb7-bbf9-448a-b60e-15ca16b1f4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:42.856720 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3408bfb7-bbf9-448a-b60e-15ca16b1f4d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbb5cfc8-0583-458d-aff2-133dd9b76b27 HTTP/1.1" status: 204 len: 168 time: 0.2060206 Aug 30 18:16:42.884862 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408bfb7-bbf9-448a-b60e-15ca16b1f4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb5cfc8-0583-458d-aff2-133dd9b76b27,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:42.935062 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0b48c505-2fd7-4fb4-a97b-54418e2e32e7 req-a4217553-6d9a-4cce-9ed7-b25048f63424 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913637 Aug 30 18:16:43.146870 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46596) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:43.182575 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db7916-eb8d-4a23-96fc-d9a7d394f700 req-a358f2a8-cecf-498b-8430-033723a572bd tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:43.184590 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d4db7916-eb8d-4a23-96fc-d9a7d394f700 req-a358f2a8-cecf-498b-8430-033723a572bd tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 946 time: 0.0548060 Aug 30 18:16:43.208919 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afdd987-00ce-4147-9c14-f87ee176115d admin admin] Deleting subnet f0462502-00d6-4c78-aebb-32d70ff3713d {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:16:43.225170 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8afdd987-00ce-4147-9c14-f87ee176115d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.232020 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d4db7916-eb8d-4a23-96fc-d9a7d394f700 req-e3ee1171-09b3-406f-89a4-00522901c17f tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393491 Aug 30 18:16:43.272923 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8afdd987-00ce-4147-9c14-f87ee176115d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9008100'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.347358 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8afdd987-00ce-4147-9c14-f87ee176115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.365360 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46614) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:43.395317 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8210ed9c-d08f-4fd5-91a3-36f9f2db2b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.415959 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8afdd987-00ce-4147-9c14-f87ee176115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9147725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9218345'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.446657 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdd987-00ce-4147-9c14-f87ee176115d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0462502-00d6-4c78-aebb-32d70ff3713d,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:43.460081 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8afdd987-00ce-4147-9c14-f87ee176115d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.462036 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8afdd987-00ce-4147-9c14-f87ee176115d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f0462502-00d6-4c78-aebb-32d70ff3713d HTTP/1.1" status: 204 len: 168 time: 0.3139975 Aug 30 18:16:43.465872 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46620) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:43.553021 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ca7eaff2-6ef1-49ba-ae9d-1890d0dfb486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.636008 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad8db0-12c1-4c92-84a3-8a58c1d996c1 req-2cebaeae-9075-4eb7-bfad-22017304b5e8 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:43.644628 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9bad8db0-12c1-4c92-84a3-8a58c1d996c1 req-2cebaeae-9075-4eb7-bfad-22017304b5e8 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 944 time: 0.2685113 Aug 30 18:16:43.709817 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ca7eaff2-6ef1-49ba-ae9d-1890d0dfb486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.721808 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-ca7eaff2-6ef1-49ba-ae9d-1890d0dfb486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76404b27-2f68-4d62-9df0-2135fb9fdecf']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:43.734654 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-ca7eaff2-6ef1-49ba-ae9d-1890d0dfb486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f542b791-0e28-4f9b-8f60-056256037039') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:43.735164 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-ca7eaff2-6ef1-49ba-ae9d-1890d0dfb486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f542b791-0e28-4f9b-8f60-056256037039') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:43.745931 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9bad8db0-12c1-4c92-84a3-8a58c1d996c1 req-4f034918-254f-465c-b940-182e81c4cd3a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987039 Aug 30 18:16:43.747279 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ca7eaff2-6ef1-49ba-ae9d-1890d0dfb486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9008123'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.779067 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ca7eaff2-6ef1-49ba-ae9d-1890d0dfb486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.808273 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7eaff2-6ef1-49ba-ae9d-1890d0dfb486 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:16:43.808532 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ca7eaff2-6ef1-49ba-ae9d-1890d0dfb486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9147691'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: Traceback (most recent call last): Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: timer() Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: cb(*args, **kw) Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: self._notify() Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: self.callback(batched_events) Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: event.method(event) Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: return f(self, *a, **k) Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._get(url).json() Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:16:43.816391 dv-cinder-804296-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:16:43.836007 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8210ed9c-d08f-4fd5-91a3-36f9f2db2b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.840821 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8210ed9c-d08f-4fd5-91a3-36f9f2db2b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.893988 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210ed9c-d08f-4fd5-91a3-36f9f2db2b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe32b1f-c96a-48f1-8ab2-00b8f62744d6,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:43.900729 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-8210ed9c-d08f-4fd5-91a3-36f9f2db2b0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5857885d9b944726b5d280284f1297b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341287 Aug 30 18:16:43.903747 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46634) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:43.969902 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ca7eaff2-6ef1-49ba-ae9d-1890d0dfb486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:43.988189 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f70ecb63-5674-4aa9-97a5-bac28168c631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.014746 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7eaff2-6ef1-49ba-ae9d-1890d0dfb486 admin admin] Pushing event deleted for resources: {'Network': ['ID=76404b27-2f68-4d62-9df0-2135fb9fdecf,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:44.017005 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ca7eaff2-6ef1-49ba-ae9d-1890d0dfb486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.020572 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ca7eaff2-6ef1-49ba-ae9d-1890d0dfb486 admin admin] 10.222.0.16 "DELETE /v2.0/networks/76404b27-2f68-4d62-9df0-2135fb9fdecf HTTP/1.1" status: 204 len: 168 time: 0.5544782 Aug 30 18:16:44.021749 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f70ecb63-5674-4aa9-97a5-bac28168c631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.022518 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46640) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:44.094065 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc654f7-1b48-4b6d-92ab-999fe9fc064b admin admin] Deleting subnet 8ffbdf19-3a2d-43d6-bb53-2a0e0f13dd37 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:16:44.099276 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bfc654f7-1b48-4b6d-92ab-999fe9fc064b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.122570 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010dc61-7e80-402a-b663-db7d12a9c8e7 req-8acf81fd-fe0e-44ac-92e5-332a644a343b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:44.125325 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8010dc61-7e80-402a-b663-db7d12a9c8e7 req-8acf81fd-fe0e-44ac-92e5-332a644a343b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 944 time: 0.0708723 Aug 30 18:16:44.134010 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f70ecb63-5674-4aa9-97a5-bac28168c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.137584 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f70ecb63-5674-4aa9-97a5-bac28168c631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.141219 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f70ecb63-5674-4aa9-97a5-bac28168c631 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbe32b1f-c96a-48f1-8ab2-00b8f62744d6 HTTP/1.1" status: 204 len: 168 time: 0.2337284 Aug 30 18:16:44.150907 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bfc654f7-1b48-4b6d-92ab-999fe9fc064b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9008100'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.161443 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ecb63-5674-4aa9-97a5-bac28168c631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe32b1f-c96a-48f1-8ab2-00b8f62744d6,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:44.217141 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8010dc61-7e80-402a-b663-db7d12a9c8e7 req-56452f90-2476-4686-ba89-8fe329354be3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786161 Aug 30 18:16:44.219643 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bfc654f7-1b48-4b6d-92ab-999fe9fc064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.298592 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bfc654f7-1b48-4b6d-92ab-999fe9fc064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9147725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9218345'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.322436 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc654f7-1b48-4b6d-92ab-999fe9fc064b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ffbdf19-3a2d-43d6-bb53-2a0e0f13dd37,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:44.332447 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bfc654f7-1b48-4b6d-92ab-999fe9fc064b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.337136 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-bfc654f7-1b48-4b6d-92ab-999fe9fc064b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8ffbdf19-3a2d-43d6-bb53-2a0e0f13dd37 HTTP/1.1" status: 204 len: 168 time: 0.3112204 Aug 30 18:16:44.337820 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46654) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:44.429696 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.516095 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.526772 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.527161 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.527909 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.528233 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > port after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.528549 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.528874 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > port after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.529734 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.530046 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.530357 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.530686 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.696670 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.697030 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.697353 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.697675 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 18:16:44.698040 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80efe39d-608d-4c81-b452-8f38fef045aa']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:44.715358 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437cb7dd-b837-4447-b5e5-ecb9455b8e96') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:44.715644 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437cb7dd-b837-4447-b5e5-ecb9455b8e96') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:44.736305 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9922864'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.757816 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.768336 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:16:44.768708 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771762'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: from cryptography.utils import int_from_bytes Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: from cryptography.utils import int_from_bytes Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: Traceback (most recent call last): Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: timer() Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: cb(*args, **kw) Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: self._notify() Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: self.callback(batched_events) Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: event.method(event) Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: return f(self, *a, **k) Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: return self._get(url).json() Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:16:44.772598 dv-cinder-804296-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:16:44.850086 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.871265 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:44.873334 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] 10.222.0.16 "DELETE /v2.0/networks/80efe39d-608d-4c81-b452-8f38fef045aa HTTP/1.1" status: 204 len: 168 time: 0.5342956 Aug 30 18:16:44.876271 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a3511-9147-42c4-9422-d307b9d46406 admin admin] Pushing event deleted for resources: {'Network': ['ID=80efe39d-608d-4c81-b452-8f38fef045aa,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:44.892574 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449356b-3e09-4951-adaf-b271078c8cf9 req-63700641-3b14-4fc2-9db9-b053c537638e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:44.897441 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c449356b-3e09-4951-adaf-b271078c8cf9 req-63700641-3b14-4fc2-9db9-b053c537638e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 944 time: 0.0835428 Aug 30 18:16:44.938072 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c449356b-3e09-4951-adaf-b271078c8cf9 req-91dac476-35a5-418b-9b78-176cf7791bea tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363998 Aug 30 18:16:45.076799 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46694) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:45.119903 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-4cf4fe6f-7bcd-426e-b3ee-3697578b275e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c6156916f024d38b87a0e74e08fa149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418754 Aug 30 18:16:45.122461 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46696) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:45.172674 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9c41c60-583d-40ad-9e49-9997192be9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:45.194492 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9c41c60-583d-40ad-9e49-9997192be9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:45.242837 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9c41c60-583d-40ad-9e49-9997192be9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:45.245726 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9c41c60-583d-40ad-9e49-9997192be9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:45.246993 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c9c41c60-583d-40ad-9e49-9997192be9ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8a8c7f9-6cae-4f1b-b130-f5a32b341900 HTTP/1.1" status: 204 len: 168 time: 0.1229575 Aug 30 18:16:45.256464 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c41c60-583d-40ad-9e49-9997192be9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a8c7f9-6cae-4f1b-b130-f5a32b341900,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:45.369190 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffc284-57fd-4ce6-a037-63c80a405efd req-32e1215d-1fad-4c6e-b4dc-ec89600a1e6d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:45.376437 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-88ffc284-57fd-4ce6-a037-63c80a405efd req-32e1215d-1fad-4c6e-b4dc-ec89600a1e6d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 944 time: 0.0685627 Aug 30 18:16:45.413651 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-88ffc284-57fd-4ce6-a037-63c80a405efd req-11848f2f-dfb7-4753-a82d-fbe9c919786b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361574 Aug 30 18:16:45.589700 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46746) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:45.632400 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e685668c-7c2b-41e8-9ad3-9acd50684dc9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3655b8d30f64fa0b1a870d8d88a4ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393238 Aug 30 18:16:45.632807 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46748) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:45.689562 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 7063c1c7-d21a-489f-a120-d856a74f6091 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:45.721563 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e5ab26dc-a912-4da7-9086-69965d82f700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:45.745558 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e5ab26dc-a912-4da7-9086-69965d82f700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:45.749280 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port 7063c1c7-d21a-489f-a120-d856a74f6091 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:16:45.753262 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 7063c1c7-d21a-489f-a120-d856a74f6091 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:45.753768 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:45.798720 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e5ab26dc-a912-4da7-9086-69965d82f700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:45.804162 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e5ab26dc-a912-4da7-9086-69965d82f700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:45.806863 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e5ab26dc-a912-4da7-9086-69965d82f700 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9016f78-67b7-43cb-8aed-5860cfcbebe4 HTTP/1.1" status: 204 len: 168 time: 0.1728354 Aug 30 18:16:45.818041 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab26dc-a912-4da7-9086-69965d82f700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9016f78-67b7-43cb-8aed-5860cfcbebe4,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:45.877806 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:45.902206 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e75e93-9223-46e7-ac41-d5ef347ec927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7063c1c7-d21a-489f-a120-d856a74f6091'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:16:45.905436 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d171227-7c80-4593-9970-b59cb731c9cb" -d '{"events": [{"server_uuid": "c5e75e93-9223-46e7-ac41-d5ef347ec927", "name": "network-vif-plugged", "status": "completed", "tag": "7063c1c7-d21a-489f-a120-d856a74f6091"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:16:45.917984 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 7063c1c7-d21a-489f-a120-d856a74f6091, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7063c1c7-d21a-489f-a120-d856a74f6091,segment=NetworkSegment(7bd6dc40-dbfe-406f-ae07-e03ba0e57fde),segment_id=7bd6dc40-dbfe-406f-ae07-e03ba0e57fde)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:45.923148 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:45.923957 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:16:45.967530 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4d9d53-20e0-4f3f-9cdb-1edae7a004bd x-openstack-request-id: req-3b4d9d53-20e0-4f3f-9cdb-1edae7a004bd {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:16:45.967822 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e75e93-9223-46e7-ac41-d5ef347ec927", "name": "network-vif-plugged", "status": "completed", "tag": "7063c1c7-d21a-489f-a120-d856a74f6091", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:16:45.968072 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b4d9d53-20e0-4f3f-9cdb-1edae7a004bd {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:16:45.968821 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e75e93-9223-46e7-ac41-d5ef347ec927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7063c1c7-d21a-489f-a120-d856a74f6091', 'code': 200} Aug 30 18:16:46.006347 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=7063c1c7-d21a-489f-a120-d856a74f6091,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:46.028258 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:16:46.037954 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:16:46.038389 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:46.072582 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80518a-2fe3-43ca-bea5-575bd32cec90 req-616e1949-928c-49a3-9ed5-51442fbdcd4d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:46.081897 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7d80518a-2fe3-43ca-bea5-575bd32cec90 req-616e1949-928c-49a3-9ed5-51442fbdcd4d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 944 time: 0.0643115 Aug 30 18:16:46.143653 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7d80518a-2fe3-43ca-bea5-575bd32cec90 req-c0799664-e1f9-4b4b-80ef-48816752b05b tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600183 Aug 30 18:16:46.167960 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:46.209507 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:16:46.213477 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:46.264539 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:46.524620 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc7142-bbf1-463a-8089-e3a413980878 req-7d60adf1-df67-45fb-95ac-8e422dd9f51b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:46.526139 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-78cc7142-bbf1-463a-8089-e3a413980878 req-7d60adf1-df67-45fb-95ac-8e422dd9f51b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0480940 Aug 30 18:16:46.569585 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-78cc7142-bbf1-463a-8089-e3a413980878 req-c85fb868-e70f-469b-9bed-86ba5ff90aff tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339725 Aug 30 18:16:47.244355 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc609-ce5b-4e37-99a2-b791bc44c557 req-feadbb11-4ac8-4b27-ae6a-68ff23fcc506 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:47.245898 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5cdfc609-ce5b-4e37-99a2-b791bc44c557 req-feadbb11-4ac8-4b27-ae6a-68ff23fcc506 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0474217 Aug 30 18:16:47.282569 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5cdfc609-ce5b-4e37-99a2-b791bc44c557 req-ef6182c1-8893-4652-a58d-6c905b8ef400 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300000 Aug 30 18:16:47.688778 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb46e6-a862-4cd7-aaff-8ffb8d0c08b2 req-9dbdb36f-e96c-40e4-9b60-00ab024f8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:47.690446 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ddb46e6-a862-4cd7-aaff-8ffb8d0c08b2 req-9dbdb36f-e96c-40e4-9b60-00ab024f8cfa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 1098 time: 0.0548570 Aug 30 18:16:47.702361 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b60ca9-a37d-4231-b311-52ca1b12c73a req-8cbb96c5-a8c9-40ad-bda5-bf3c367a99c3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:47.709713 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-73b60ca9-a37d-4231-b311-52ca1b12c73a req-8cbb96c5-a8c9-40ad-bda5-bf3c367a99c3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0680721 Aug 30 18:16:47.730649 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1ddb46e6-a862-4cd7-aaff-8ffb8d0c08b2 req-ab0f6b30-97fb-4018-a10c-fcd76dd7f7ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332124 Aug 30 18:16:47.751464 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-73b60ca9-a37d-4231-b311-52ca1b12c73a req-d2e8a1f7-58c8-480e-971d-a97c75679328 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Aug 30 18:16:47.971645 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542eedb3-9639-42d7-b425-1cf2b84e9bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:16:47.973899 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2ec572-c3e0-4990-b562-fbb63b23e104" -d '{"events": [{"server_uuid": "542eedb3-9639-42d7-b425-1cf2b84e9bf0", "name": "network-vif-plugged", "status": "completed", "tag": "289a3d2b-9159-4ef5-bf2a-cf5e85c420c8"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:16:48.019688 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c472362a-feee-4176-9735-762b1a447c73 x-openstack-request-id: req-c472362a-feee-4176-9735-762b1a447c73 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:16:48.019688 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542eedb3-9639-42d7-b425-1cf2b84e9bf0", "name": "network-vif-plugged", "status": "completed", "tag": "289a3d2b-9159-4ef5-bf2a-cf5e85c420c8", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:16:48.019688 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c472362a-feee-4176-9735-762b1a447c73 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:16:48.019688 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542eedb3-9639-42d7-b425-1cf2b84e9bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8', 'code': 200} Aug 30 18:16:48.209376 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b26564-e326-45a9-aac2-ff846179362b req-e9e3ef42-2f61-4cbf-9ac2-7df4d8574751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:48.210802 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03b26564-e326-45a9-aac2-ff846179362b req-e9e3ef42-2f61-4cbf-9ac2-7df4d8574751 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0402484 Aug 30 18:16:48.252332 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03b26564-e326-45a9-aac2-ff846179362b req-56f22330-3ed7-42bc-aa95-7a3e923f7beb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322461 Aug 30 18:16:48.404689 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1d750-7f67-4865-a645-c32e442a33c4 req-8c53cfa1-72f2-496a-a941-596693d8b137 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:48.406184 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-85b1d750-7f67-4865-a645-c32e442a33c4 req-8c53cfa1-72f2-496a-a941-596693d8b137 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0565689 Aug 30 18:16:48.444588 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-85b1d750-7f67-4865-a645-c32e442a33c4 req-0e30a19b-790f-4ecd-a2ab-2a669bc02e50 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325084 Aug 30 18:16:48.864134 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b22df5-e38d-488e-8070-3251ddb2648d req-22b35034-7ade-4256-9bda-e7269ee4698f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:48.865615 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a0b22df5-e38d-488e-8070-3251ddb2648d req-22b35034-7ade-4256-9bda-e7269ee4698f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0469830 Aug 30 18:16:48.900997 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a0b22df5-e38d-488e-8070-3251ddb2648d req-54d74731-6321-4d95-8830-d500ddb1cef9 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295422 Aug 30 18:16:49.561248 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bacd4-43f6-432f-bdc0-05f675766554 req-ba7cd9ec-7597-421a-a881-0107971f7dbb tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:49.562733 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-684bacd4-43f6-432f-bdc0-05f675766554 req-ba7cd9ec-7597-421a-a881-0107971f7dbb tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0529206 Aug 30 18:16:49.599479 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-684bacd4-43f6-432f-bdc0-05f675766554 req-15d8d165-352e-4221-9709-a7aaee897d41 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310380 Aug 30 18:16:50.011972 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a78f8-59e7-4e8f-a74a-a41854cc28f3 req-0f800af9-3a24-401e-ab8b-03e351deebc0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:50.013468 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-818a78f8-59e7-4e8f-a74a-a41854cc28f3 req-0f800af9-3a24-401e-ab8b-03e351deebc0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0472236 Aug 30 18:16:50.050434 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-818a78f8-59e7-4e8f-a74a-a41854cc28f3 req-d0cd9203-e846-4eea-bb32-f77786c54b14 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307148 Aug 30 18:16:50.715619 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667e620-6d04-491e-b62b-39504a6e1d5e req-09066c20-6482-4c6b-be4f-02a2b21bfcc6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:50.717141 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e667e620-6d04-491e-b62b-39504a6e1d5e req-09066c20-6482-4c6b-be4f-02a2b21bfcc6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0482354 Aug 30 18:16:50.755728 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e667e620-6d04-491e-b62b-39504a6e1d5e req-5a514c49-2874-4897-baf3-88594403a6b5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325849 Aug 30 18:16:51.169047 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02218c8f-ad6e-4c7d-84c4-6284857e146a req-2d1bb9da-b170-4c48-8807-f731d10dae4f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:51.171059 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-02218c8f-ad6e-4c7d-84c4-6284857e146a req-2d1bb9da-b170-4c48-8807-f731d10dae4f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0517161 Aug 30 18:16:51.207589 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-02218c8f-ad6e-4c7d-84c4-6284857e146a req-fe87fbf7-b4bc-4f38-9313-2812d0424456 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305793 Aug 30 18:16:51.872421 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cea4b0-3a8e-476c-9d74-1235584f638a req-17f5575a-d6ae-48cd-a734-73095cf5afa4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:51.873931 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e9cea4b0-3a8e-476c-9d74-1235584f638a req-17f5575a-d6ae-48cd-a734-73095cf5afa4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0486634 Aug 30 18:16:51.923567 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e9cea4b0-3a8e-476c-9d74-1235584f638a req-ac07beb7-f873-456c-9e2f-fe19eb8c3fe1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427341 Aug 30 18:16:52.033209 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46922) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:52.141781 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-333afc49-6278-4c9a-9c55-b7afc7d11bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:52.243627 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-333afc49-6278-4c9a-9c55-b7afc7d11bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:52.248795 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-333afc49-6278-4c9a-9c55-b7afc7d11bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:52.277214 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-333afc49-6278-4c9a-9c55-b7afc7d11bae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6c731ba466a4eb89168fca9fdfcb789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428854 Aug 30 18:16:52.279832 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46942) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:52.298218 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333afc49-6278-4c9a-9c55-b7afc7d11bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842aeeaf-a09e-4b85-874c-bd44a50690be,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:52.387593 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f936b26e-6d7f-45f7-8325-69d21de1062c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:52.404513 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609971f4-4c5c-4bb2-aee7-5dcb5ca5e8bc req-71db2220-def7-42ef-a909-87907f4579b4 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:52.406646 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-609971f4-4c5c-4bb2-aee7-5dcb5ca5e8bc req-71db2220-def7-42ef-a909-87907f4579b4 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0952961 Aug 30 18:16:52.432900 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f936b26e-6d7f-45f7-8325-69d21de1062c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:52.487739 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-609971f4-4c5c-4bb2-aee7-5dcb5ca5e8bc req-633bf76d-2768-4588-b157-bde3e4b128f5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727000 Aug 30 18:16:52.510146 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f936b26e-6d7f-45f7-8325-69d21de1062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:52.514157 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f936b26e-6d7f-45f7-8325-69d21de1062c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:52.516006 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f936b26e-6d7f-45f7-8325-69d21de1062c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/842aeeaf-a09e-4b85-874c-bd44a50690be HTTP/1.1" status: 204 len: 168 time: 0.2320359 Aug 30 18:16:52.532733 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936b26e-6d7f-45f7-8325-69d21de1062c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842aeeaf-a09e-4b85-874c-bd44a50690be,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:52.666359 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46962) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:52.774011 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-982acbf8-4450-4a70-b518-542588b014b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:52.805845 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46966) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:52.819856 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-534f5b46-e28d-4aec-b8a7-dc7e26070aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:52.866432 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-982acbf8-4450-4a70-b518-542588b014b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:52.870118 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-982acbf8-4450-4a70-b518-542588b014b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:52.907615 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-982acbf8-4450-4a70-b518-542588b014b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10380448947d413ab2d8486fc10b4246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401536 Aug 30 18:16:52.908315 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46968) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:52.939462 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982acbf8-4450-4a70-b518-542588b014b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a45b62-120e-4851-a339-3a9d6a01f5de,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:52.979842 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-de4619b0-883d-4d04-9041-b9ceac143c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:53.007406 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-534f5b46-e28d-4aec-b8a7-dc7e26070aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:53.009031 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-de4619b0-883d-4d04-9041-b9ceac143c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:53.014623 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-534f5b46-e28d-4aec-b8a7-dc7e26070aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:53.055394 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-534f5b46-e28d-4aec-b8a7-dc7e26070aa6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf77be040fb341f28e3b2c20b88041c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484045 Aug 30 18:16:53.056419 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f5b46-e28d-4aec-b8a7-dc7e26070aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db139e4-f9de-488e-ba01-5d202f096733,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:53.059216 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 46974) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:53.098128 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d7d8b-655d-4e83-b32f-c35386f3e047 req-383a56f8-c42a-4b70-ad04-e396408298cc tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:53.099614 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c60d7d8b-655d-4e83-b32f-c35386f3e047 req-383a56f8-c42a-4b70-ad04-e396408298cc tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0830133 Aug 30 18:16:53.115913 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-de4619b0-883d-4d04-9041-b9ceac143c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:53.117961 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d619edca-57ba-4756-b3b9-3d33d0022ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:53.118332 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-de4619b0-883d-4d04-9041-b9ceac143c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:53.119377 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-de4619b0-883d-4d04-9041-b9ceac143c83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92a45b62-120e-4851-a339-3a9d6a01f5de HTTP/1.1" status: 204 len: 168 time: 0.2077990 Aug 30 18:16:53.137512 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4619b0-883d-4d04-9041-b9ceac143c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a45b62-120e-4851-a339-3a9d6a01f5de,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:53.139884 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d619edca-57ba-4756-b3b9-3d33d0022ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:53.157059 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c60d7d8b-655d-4e83-b32f-c35386f3e047 req-57e84f9d-71d3-439d-9741-34fa0e11d640 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484529 Aug 30 18:16:53.196090 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d619edca-57ba-4756-b3b9-3d33d0022ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:53.198670 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d619edca-57ba-4756-b3b9-3d33d0022ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:53.199818 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d619edca-57ba-4756-b3b9-3d33d0022ff5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0db139e4-f9de-488e-ba01-5d202f096733 HTTP/1.1" status: 204 len: 168 time: 0.1392770 Aug 30 18:16:53.207665 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619edca-57ba-4756-b3b9-3d33d0022ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db139e4-f9de-488e-ba01-5d202f096733,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:53.294398 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127d3e4-37de-4a06-8fde-86a767cb5cb6 req-315bef2e-73d8-4b0a-b701-39a44fae17fa tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:53.295927 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f127d3e4-37de-4a06-8fde-86a767cb5cb6 req-315bef2e-73d8-4b0a-b701-39a44fae17fa tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0573745 Aug 30 18:16:53.309167 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 46984) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:53.314090 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-0077891d-2461-42e8-9412-7f9d7a41072a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Request body: {'floatingip': {'port_id': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:16:53.390043 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0077891d-2461-42e8-9412-7f9d7a41072a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:53.796840 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaf9f6-86f3-473d-9847-071761208ef7 req-9fb333f8-af71-4f11-bc93-18cfc2ef60eb tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:53.798714 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-34aaf9f6-86f3-473d-9847-071761208ef7 req-9fb333f8-af71-4f11-bc93-18cfc2ef60eb tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.1581926 Aug 30 18:16:53.926955 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-34aaf9f6-86f3-473d-9847-071761208ef7 req-50d9e6e4-aac6-4ae2-98c1-92b5e83c88d7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186454 Aug 30 18:16:54.263509 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99799ff-4700-496e-b2b9-d017568b8bfa req-24672e4d-d1df-4427-ac05-7a6f4eb1e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:54.265875 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c99799ff-4700-496e-b2b9-d017568b8bfa req-24672e4d-d1df-4427-ac05-7a6f4eb1e4ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 1098 time: 0.0560622 Aug 30 18:16:54.448015 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eaddf-4f59-4c3e-b22b-d77adad2f7ad req-126e1226-f856-4676-927f-e8339346d57f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:54.450777 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99799ff-4700-496e-b2b9-d017568b8bfa req-6eb94ec4-d0d3-4196-84d6-153f51604adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:54.452641 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c99799ff-4700-496e-b2b9-d017568b8bfa req-6eb94ec4-d0d3-4196-84d6-153f51604adc service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7bd3d83-2234-45cb-869b-5a867e159aff HTTP/1.1" status: 200 len: 919 time: 0.1786413 Aug 30 18:16:54.453422 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-430eaddf-4f59-4c3e-b22b-d77adad2f7ad req-126e1226-f856-4676-927f-e8339346d57f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.1629431 Aug 30 18:16:54.497606 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.db.resource_extend [None req-0077891d-2461-42e8-9412-7f9d7a41072a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 18:16:54.564906 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-430eaddf-4f59-4c3e-b22b-d77adad2f7ad req-ed1fcae5-f776-41d4-9533-208b1d3347ed tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061089 Aug 30 18:16:54.605552 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0077891d-2461-42e8-9412-7f9d7a41072a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:54.609489 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0077891d-2461-42e8-9412-7f9d7a41072a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:54.742982 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-0077891d-2461-42e8-9412-7f9d7a41072a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Floating IP 1b6090f0-b884-4aa4-bcd8-05be2c4e409b associated. External IP: 172.27.2.6, port: 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8. Aug 30 18:16:54.766655 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c99799ff-4700-496e-b2b9-d017568b8bfa req-29f98efa-4f1f-4ba0-bb4f-c0241fa08d09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7063c1c7-d21a-489f-a120-d856a74f6091 HTTP/1.1" status: 200 len: 217 time: 0.2956345 Aug 30 18:16:54.823861 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99799ff-4700-496e-b2b9-d017568b8bfa req-7810792e-2544-411f-9390-3a3639244bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:54.826426 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c99799ff-4700-496e-b2b9-d017568b8bfa req-7810792e-2544-411f-9390-3a3639244bcf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=019cd36e-2152-42ae-baa8-dc7a40474c8e HTTP/1.1" status: 200 len: 858 time: 0.0514870 Aug 30 18:16:54.874066 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47078) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:54.878117 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c99799ff-4700-496e-b2b9-d017568b8bfa req-6e52eff9-b798-41c3-b934-4a5aa18dcb64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7bd3d83-2234-45cb-869b-5a867e159aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419915 Aug 30 18:16:55.009173 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c99799ff-4700-496e-b2b9-d017568b8bfa req-782ab927-8dc1-4aa2-a3d8-3d03c2e60615 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213765 Aug 30 18:16:55.066201 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0077891d-2461-42e8-9412-7f9d7a41072a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:16:55.085873 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-702eea5e-6f61-4e29-812a-2f4209d1372c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:55.130378 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c99799ff-4700-496e-b2b9-d017568b8bfa req-e1778e23-211c-4427-b27a-8046ed9c2fed service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113756 Aug 30 18:16:55.280591 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0077891d-2461-42e8-9412-7f9d7a41072a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:16:55.285975 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0077891d-2461-42e8-9412-7f9d7a41072a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:55.298688 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e64f041-5fa3-4ed6-804e-0295bc565d4d None None] Sync routers for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:16:55.309431 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e64f041-5fa3-4ed6-804e-0295bc565d4d None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:16:55.310405 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8e64f041-5fa3-4ed6-804e-0295bc565d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:16:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:55.324976 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0077891d-2461-42e8-9412-7f9d7a41072a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "PUT /v2.0/floatingips/1b6090f0-b884-4aa4-bcd8-05be2c4e409b HTTP/1.1" status: 200 len: 989 time: 2.0145969 Aug 30 18:16:55.337091 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542eedb3-9639-42d7-b425-1cf2b84e9bf0', 'tag': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:16:55.381196 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-702eea5e-6f61-4e29-812a-2f4209d1372c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:55.386534 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-702eea5e-6f61-4e29-812a-2f4209d1372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:55.431261 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 47122) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:55.431848 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-702eea5e-6f61-4e29-812a-2f4209d1372c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a02d4d68939848e282e8aa14fc581e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563869 Aug 30 18:16:55.432832 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702eea5e-6f61-4e29-812a-2f4209d1372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76646532-4c6e-4574-a555-5e841cc08280,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:55.494633 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-8e64f041-5fa3-4ed6-804e-0295bc565d4d None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:16:55.511967 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:55.520305 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e463d3505b501438ab9665504baa9ee3f030df9cd7646e332f824762b37156f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbd8c42-e0f4-41fe-928b-3032d304780a" -d '{"events": [{"name": "network-changed", "server_uuid": "542eedb3-9639-42d7-b425-1cf2b84e9bf0", "tag": "289a3d2b-9159-4ef5-bf2a-cf5e85c420c8"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:16:55.548014 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:55.606169 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:55.610959 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:55.612284 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76646532-4c6e-4574-a555-5e841cc08280 HTTP/1.1" status: 204 len: 168 time: 0.1787412 Aug 30 18:16:55.626046 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76646532-4c6e-4574-a555-5e841cc08280,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:55.643831 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:55.643831 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:55.644188 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:55.644447 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:55.644778 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:55.648164 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:55.650592 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:55.651478 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:55.651826 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:55.653244 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:55.654242 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:55.655231 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6646ef37-e32b-4bd3-90ce-1e7862cb20f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:55.739146 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2f927-63c6-49e8-84c4-40602f99feeb req-f7567348-7e77-4a4c-b6bc-728a69a4b499 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:55.747102 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14c2f927-63c6-49e8-84c4-40602f99feeb req-f7567348-7e77-4a4c-b6bc-728a69a4b499 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0884278 Aug 30 18:16:55.785762 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d744120-bb2c-4074-86e1-2c5d2a488742 x-openstack-request-id: req-7d744120-bb2c-4074-86e1-2c5d2a488742 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:16:55.786065 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542eedb3-9639-42d7-b425-1cf2b84e9bf0", "tag": "289a3d2b-9159-4ef5-bf2a-cf5e85c420c8", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:16:55.786303 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d744120-bb2c-4074-86e1-2c5d2a488742 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:16:55.786827 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542eedb3-9639-42d7-b425-1cf2b84e9bf0', 'tag': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8', 'status': 'completed', 'code': 200} Aug 30 18:16:55.799865 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14c2f927-63c6-49e8-84c4-40602f99feeb req-59b0dbbc-6765-4d97-a83f-a0793e5a1251 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516520 Aug 30 18:16:55.861312 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd8c42-e0f4-41fe-928b-3032d304780a req-e0009b1f-9f70-4307-a582-318981f6b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:55.862849 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1cbd8c42-e0f4-41fe-928b-3032d304780a req-e0009b1f-9f70-4307-a582-318981f6b893 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3666a181dc3a40a6a2f006078efddf03&device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0422564 Aug 30 18:16:55.981750 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd8c42-e0f4-41fe-928b-3032d304780a req-9dbcfdb0-6d19-4c1f-9ef2-4df0e6849d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:55.983236 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1cbd8c42-e0f4-41fe-928b-3032d304780a req-9dbcfdb0-6d19-4c1f-9ef2-4df0e6849d79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf090307-1c5e-4a9d-a855-c31bcbfd8792 HTTP/1.1" status: 200 len: 912 time: 0.1061468 Aug 30 18:16:56.052109 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8e64f041-5fa3-4ed6-804e-0295bc565d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '1b6090f0-b884-4aa4-bcd8-05be2c4e409b', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'port_id': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'mac_address': 'fa:16:3e:cb:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542eedb3-9639-42d7-b425-1cf2b84e9bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:16:12Z', 'updated_at': '2021-08-30T18:16:54Z', 'revision_number': 1, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:15Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:56.079840 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e64f041-5fa3-4ed6-804e-0295bc565d4d None None] Checking router: 1a6a7b70-973f-4bef-9563-ca0112d35bc1 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:16:56.090228 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e64f041-5fa3-4ed6-804e-0295bc565d4d None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:16:56.091107 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8e64f041-5fa3-4ed6-804e-0295bc565d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:16:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:56.119773 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1cbd8c42-e0f4-41fe-928b-3032d304780a req-f099e5bd-e2e1-4e2e-8710-916d1515d1a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 HTTP/1.1" status: 200 len: 997 time: 0.1268594 Aug 30 18:16:56.196363 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd8c42-e0f4-41fe-928b-3032d304780a req-f9c467b7-4ccf-47aa-ab6e-89abf77af506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:56.198277 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1cbd8c42-e0f4-41fe-928b-3032d304780a req-f9c467b7-4ccf-47aa-ab6e-89abf77af506 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7162880f-6947-4246-a359-77445ff3b234 HTTP/1.1" status: 200 len: 850 time: 0.0621753 Aug 30 18:16:56.232262 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-8e64f041-5fa3-4ed6-804e-0295bc565d4d None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:16:56.270428 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd8c42-e0f4-41fe-928b-3032d304780a req-f06c49e8-1049-4cd9-84bc-a61efaa0efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:56.271868 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1cbd8c42-e0f4-41fe-928b-3032d304780a req-f06c49e8-1049-4cd9-84bc-a61efaa0efa0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf090307-1c5e-4a9d-a855-c31bcbfd8792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548663 Aug 30 18:16:56.395886 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1cbd8c42-e0f4-41fe-928b-3032d304780a req-e2ce555b-bf12-4b4b-a291-069df1be2fdc service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010625 Aug 30 18:16:56.574757 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1cbd8c42-e0f4-41fe-928b-3032d304780a req-0ee6b45d-82a4-4308-8118-aaa234d9efce service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572337 Aug 30 18:16:56.650781 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8e64f041-5fa3-4ed6-804e-0295bc565d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '1b6090f0-b884-4aa4-bcd8-05be2c4e409b', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'port_id': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'mac_address': 'fa:16:3e:cb:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542eedb3-9639-42d7-b425-1cf2b84e9bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:16:12Z', 'updated_at': '2021-08-30T18:16:54Z', 'revision_number': 1, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:15Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:16:56.690236 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e64f041-5fa3-4ed6-804e-0295bc565d4d None None] The sync data for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi is: [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '1b6090f0-b884-4aa4-bcd8-05be2c4e409b', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'port_id': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'mac_address': 'fa:16:3e:cb:e0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542eedb3-9639-42d7-b425-1cf2b84e9bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:16:12Z', 'updated_at': '2021-08-30T18:16:54Z', 'revision_number': 1, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:15Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:16:56.949699 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9047708-25b7-4528-859d-cb90a5873be3 req-88021186-2eec-4079-aec3-ce154d80dfda tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:56.952483 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e9047708-25b7-4528-859d-cb90a5873be3 req-88021186-2eec-4079-aec3-ce154d80dfda tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0596116 Aug 30 18:16:56.996252 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be16864c-6b74-47ba-9a1d-47b0fd952561 None None] New status for floating IP 1b6090f0-b884-4aa4-bcd8-05be2c4e409b: ACTIVE {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:16:57.003531 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e9047708-25b7-4528-859d-cb90a5873be3 req-00269c9d-0ef6-4f39-a218-5d2f8c4b42ff tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440006 Aug 30 18:16:58.136368 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643def58-8ba2-4cb1-addd-ad897c30ab83 req-42c417bf-ae21-4180-8d57-b0154f331950 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:58.137871 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-643def58-8ba2-4cb1-addd-ad897c30ab83 req-42c417bf-ae21-4180-8d57-b0154f331950 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0529909 Aug 30 18:16:58.181269 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-643def58-8ba2-4cb1-addd-ad897c30ab83 req-46a2c721-31ec-4ae6-8fa7-8f0222b5ea02 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362818 Aug 30 18:16:58.372590 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-8fe90beb-3b02-46ca-b819-be44cbadfad5 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2cd8cf89442c496499b810f9ef61943c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318854 Aug 30 18:16:58.566037 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-e3d00800-80e9-4fc4-9a15-f8d17ed6b5db tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:58.567898 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-e3d00800-80e9-4fc4-9a15-f8d17ed6b5db tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891279 Aug 30 18:16:58.584496 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-c15fb516-ff68-4c35-a29f-e4d3800fc59d tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/quotas/2cd8cf89442c496499b810f9ef61943c HTTP/1.1" status: 200 len: 375 time: 0.0098751 Aug 30 18:16:58.617352 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-c9d30579-b2e1-483d-9e7a-7710805c3acc tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2cd8cf89442c496499b810f9ef61943c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274155 Aug 30 18:16:58.772079 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5f7a7df3-6c4d-41a1-aef7-be76eaa9e182 req-8a0449c3-2748-4f19-bb87-a4c39e485d8a tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 210 time: 0.0249736 Aug 30 18:16:59.306164 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5af34d-b98e-4147-9156-acdc5d995609 req-1d845909-c79c-41a2-a89e-f22db6871612 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:16:59.307688 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1c5af34d-b98e-4147-9156-acdc5d995609 req-1d845909-c79c-41a2-a89e-f22db6871612 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0574203 Aug 30 18:16:59.349028 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1c5af34d-b98e-4147-9156-acdc5d995609 req-3b6abd37-3320-418b-aa8a-af8285dce699 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350587 Aug 30 18:16:59.464161 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 47290) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:59.576691 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-22aef93f-381f-4d58-b4b1-5b1cb9d7afce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:59.667790 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-22aef93f-381f-4d58-b4b1-5b1cb9d7afce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:59.671385 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-22aef93f-381f-4d58-b4b1-5b1cb9d7afce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:59.709857 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-22aef93f-381f-4d58-b4b1-5b1cb9d7afce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b135bfb088e45178b4b453e75bdb540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445021 Aug 30 18:16:59.710704 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aef93f-381f-4d58-b4b1-5b1cb9d7afce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6052e8ae-e615-43bb-8851-88669849655b,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:59.712585 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47296) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:16:59.777172 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:59.798545 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:59.864572 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b111df08-1d17-4034-8976-ee8889495c3a req-ca6b2430-a235-446d-aeec-997277fbd51d tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 210 time: 0.0259848 Aug 30 18:16:59.869374 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:59.871864 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:16:59.876989 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6052e8ae-e615-43bb-8851-88669849655b HTTP/1.1" status: 204 len: 168 time: 0.1618459 Aug 30 18:16:59.885002 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6052e8ae-e615-43bb-8851-88669849655b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:16:59.893118 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:59.893470 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:59.893812 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:59.894149 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:59.894476 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:59.894807 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:59.895132 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:59.895458 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:59.895785 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:59.896129 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:59.896429 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:16:59.896747 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88872f1e-bcc8-4bda-b2d7-cf99ecdc593d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:00.136208 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47308) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:00.150101 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0343fa32-20af-4aa3-981c-66da14d8eb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:00.241447 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0343fa32-20af-4aa3-981c-66da14d8eb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:00.245176 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0343fa32-20af-4aa3-981c-66da14d8eb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:00.280347 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343fa32-20af-4aa3-981c-66da14d8eb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c401c92-6b61-4dcd-9010-afbfdcf1d90d,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:00.284673 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0343fa32-20af-4aa3-981c-66da14d8eb26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8f64b4b45a54b8ba4bb912c23337fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474602 Aug 30 18:17:00.287360 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47310) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:00.335023 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-889b7554-d431-4f43-909d-9c9402028948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:00.355075 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-889b7554-d431-4f43-909d-9c9402028948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:00.400618 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-889b7554-d431-4f43-909d-9c9402028948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:00.403409 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-889b7554-d431-4f43-909d-9c9402028948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:00.407360 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-889b7554-d431-4f43-909d-9c9402028948 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c401c92-6b61-4dcd-9010-afbfdcf1d90d HTTP/1.1" status: 204 len: 168 time: 0.1164699 Aug 30 18:17:00.412994 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b7554-d431-4f43-909d-9c9402028948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c401c92-6b61-4dcd-9010-afbfdcf1d90d,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:00.470521 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6efd73-aef9-4258-931c-f1e0f31618d3 req-1188b964-9149-46cf-adf2-0c146f220d0a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:00.473380 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fa6efd73-aef9-4258-931c-f1e0f31618d3 req-1188b964-9149-46cf-adf2-0c146f220d0a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0501988 Aug 30 18:17:00.509356 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fa6efd73-aef9-4258-931c-f1e0f31618d3 req-bffbb8a2-501f-426b-8cd1-4dd0907cb104 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Aug 30 18:17:00.735403 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47322) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:00.751110 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-61ee35c8-c2a4-4276-9881-c6c036164c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:00.981841 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f9cffcbf-b7f8-4ece-8d9c-a10a60b123a7 req-8262f597-032b-4e3d-b14b-3cec364fdfc3 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 210 time: 0.0291786 Aug 30 18:17:01.038696 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-61ee35c8-c2a4-4276-9881-c6c036164c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:01.042412 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-61ee35c8-c2a4-4276-9881-c6c036164c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:01.078117 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee35c8-c2a4-4276-9881-c6c036164c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93661f43-2b24-4a57-84f4-05b7085630eb,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:01.083154 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-61ee35c8-c2a4-4276-9881-c6c036164c5c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be747ba363534bd1b96b469338613afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467479 Aug 30 18:17:01.085904 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47328) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:01.137294 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d568-6854-4b8d-b89d-348970578c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:01.157953 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d568-6854-4b8d-b89d-348970578c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:01.206584 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d568-6854-4b8d-b89d-348970578c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:01.209129 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d568-6854-4b8d-b89d-348970578c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:01.210260 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a4f5d568-6854-4b8d-b89d-348970578c8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93661f43-2b24-4a57-84f4-05b7085630eb HTTP/1.1" status: 204 len: 168 time: 0.1234434 Aug 30 18:17:01.217734 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5d568-6854-4b8d-b89d-348970578c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93661f43-2b24-4a57-84f4-05b7085630eb,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:01.305749 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2cd16a3e-d463-4ad4-8dd9-da14ad5ef525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:01.629269 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e001d4e-5b0b-4270-bfeb-6b5f522f19e0 req-4492a4fe-e81a-4008-9814-a97b241db1c5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:01.630770 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8e001d4e-5b0b-4270-bfeb-6b5f522f19e0 req-4492a4fe-e81a-4008-9814-a97b241db1c5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0525782 Aug 30 18:17:01.668747 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8e001d4e-5b0b-4270-bfeb-6b5f522f19e0 req-15643f4a-a7bf-44be-a789-83b5753ef2c7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Aug 30 18:17:02.087265 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bdf498ed-e51c-4064-8f08-fb2155bcc722 req-c15e6f51-72bc-4bae-bc75-397e906f3f19 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 210 time: 0.0268607 Aug 30 18:17:02.822722 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90475e53-05af-4481-9864-b5f9174ebf23 req-15b8d522-16a3-47ea-b905-25b0af8819cb tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:02.826133 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-90475e53-05af-4481-9864-b5f9174ebf23 req-15b8d522-16a3-47ea-b905-25b0af8819cb tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0641062 Aug 30 18:17:02.864179 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-1ace2bb2-ce15-4ac3-9a33-6e1ba1c5a583 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2cd8cf89442c496499b810f9ef61943c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588367 Aug 30 18:17:02.867706 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-90475e53-05af-4481-9864-b5f9174ebf23 req-55fd8990-6939-486c-bfc1-5b91a48b7cbb tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371897 Aug 30 18:17:03.119489 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-1f025941-dc01-4f62-9d8c-99c684eceeab tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:03.120855 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-1f025941-dc01-4f62-9d8c-99c684eceeab tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2456815 Aug 30 18:17:03.150937 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Request body: {'port': {'device_id': 'adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835', 'network_id': 'feb4cc39-1b4d-4631-b33f-720e210ff6cc', 'admin_state_up': True, 'tenant_id': '2cd8cf89442c496499b810f9ef61943c'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:03.210161 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7564dfe7-2de1-4f4b-add4-641778f1bcd0 req-032dbd7e-c614-4f37-a1c6-52ad75fcaffa tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 210 time: 0.0313871 Aug 30 18:17:03.270988 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Made reservation on behalf of 2cd8cf89442c496499b810f9ef61943c for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:17:03.274912 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:03.283853 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:03.397450 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:03.402457 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:03.470496 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1428ada-ed8f-49ef-b143-d4b74d0fe39a,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:03.477182 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47452) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:03.557759 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Allocated IP 192.168.233.39 (feb4cc39-1b4d-4631-b33f-720e210ff6cc/096bd963-2ea0-4f83-9c3c-529b2c0c66ce/f8e4bf96-051f-4452-9ad5-d3cabc5fc718) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:17:03.609416 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7d1f82e9-940f-4789-9134-b95cbdd6a67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:03.636275 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651085a-0689-4d24-97c0-6c9e13899712 req-6cf762c1-7092-4129-bd1b-0b10bb269bba tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:03.637771 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2651085a-0689-4d24-97c0-6c9e13899712 req-6cf762c1-7092-4129-bd1b-0b10bb269bba tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 946 time: 0.0721490 Aug 30 18:17:03.699357 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2651085a-0689-4d24-97c0-6c9e13899712 req-31c5ef99-fedd-42e5-b906-37f9d29bedad tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513988 Aug 30 18:17:03.722509 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:03.736421 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Transition to ACTIVE for port object f8e4bf96-051f-4452-9ad5-d3cabc5fc718 will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:17:03.752701 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7d1f82e9-940f-4789-9134-b95cbdd6a67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:03.757239 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7d1f82e9-940f-4789-9134-b95cbdd6a67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:03.773243 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:03.801418 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7d1f82e9-940f-4789-9134-b95cbdd6a67f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2211cacf067448fb8fa8551f47848478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187828 Aug 30 18:17:03.801418 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f82e9-940f-4789-9134-b95cbdd6a67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc42ead-0267-408f-a28f-77e049fc9e0c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:03.802538 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47460) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:03.814472 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Network feb4cc39-1b4d-4631-b33f-720e210ff6cc is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:17:03.817518 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:17:03.820061 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:17:03.873168 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6362cb66-eb3e-4d65-b9de-b662e7b9151e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:03.895035 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:03.895750 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:03.901855 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6362cb66-eb3e-4d65-b9de-b662e7b9151e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:03.910406 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Pushing event updated for resources: {'Port': ['ID=f8e4bf96-051f-4452-9ad5-d3cabc5fc718,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:03.930709 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9234c9bf-f2df-42e4-9759-137920ffa137 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7839229 Aug 30 18:17:03.952292 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Request body: {'port': {'device_id': 'adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:03.986807 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5b5170ba-8ab1-4eb6-867d-a9c1030132f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.044366 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.073843 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.090201 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f093bee-8c06-44aa-8352-2007f0a47954 req-5f25e212-e69c-49fe-b8c3-822730bad288 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:04.093594 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4f093bee-8c06-44aa-8352-2007f0a47954 req-5f25e212-e69c-49fe-b8c3-822730bad288 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.1366897 Aug 30 18:17:04.109190 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6362cb66-eb3e-4d65-b9de-b662e7b9151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.111611 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-9367de73-2208-443c-b32b-4fd700f56fee None None] Provisioning for port f8e4bf96-051f-4452-9ad5-d3cabc5fc718 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:17:04.112626 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6362cb66-eb3e-4d65-b9de-b662e7b9151e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.114020 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6362cb66-eb3e-4d65-b9de-b662e7b9151e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dc42ead-0267-408f-a28f-77e049fc9e0c HTTP/1.1" status: 204 len: 168 time: 0.3105705 Aug 30 18:17:04.129631 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-9367de73-2208-443c-b32b-4fd700f56fee None None] Provisioning complete for port f8e4bf96-051f-4452-9ad5-d3cabc5fc718 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:17:04.130147 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9367de73-2208-443c-b32b-4fd700f56fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.133242 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362cb66-eb3e-4d65-b9de-b662e7b9151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc42ead-0267-408f-a28f-77e049fc9e0c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:04.186218 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4f093bee-8c06-44aa-8352-2007f0a47954 req-3432edd4-7405-4a0f-8735-477f15ccb998 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856581 Aug 30 18:17:04.199842 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-9367de73-2208-443c-b32b-4fd700f56fee None None] Port f8e4bf96-051f-4452-9ad5-d3cabc5fc718 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:17:04.358914 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d435f4e-c8d8-4026-be97-3927e20370d7 req-c6476b8b-4498-4fbf-bafd-2fbe2961ced9 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:04.360501 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d435f4e-c8d8-4026-be97-3927e20370d7 req-c6476b8b-4498-4fbf-bafd-2fbe2961ced9 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 935 time: 0.0593193 Aug 30 18:17:04.400731 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d435f4e-c8d8-4026-be97-3927e20370d7 req-99f1add8-c68a-46db-b2bb-03c6df45d124 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333076 Aug 30 18:17:04.444177 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e4bf96-051f-4452-9ad5-d3cabc5fc718 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:17:04.452148 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.465461 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Transition to ACTIVE for port object f8e4bf96-051f-4452-9ad5-d3cabc5fc718 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:17:04.469929 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.498050 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47492) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:04.511954 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a5bea28f-a443-488b-8d86-54a1a24edc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.525667 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e4bf96-051f-4452-9ad5-d3cabc5fc718,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:04.612245 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Attempting to bind port f8e4bf96-051f-4452-9ad5-d3cabc5fc718 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:17:04.612579 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Attempting to bind port f8e4bf96-051f-4452-9ad5-d3cabc5fc718 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '1ab9471e-118b-4b19-b198-e88e7081ebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'feb4cc39-1b4d-4631-b33f-720e210ff6cc'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:17:04.612904 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Attempting to bind port f8e4bf96-051f-4452-9ad5-d3cabc5fc718 on network feb4cc39-1b4d-4631-b33f-720e210ff6cc {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:17:04.617742 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Port f8e4bf96-051f-4452-9ad5-d3cabc5fc718 on network feb4cc39-1b4d-4631-b33f-720e210ff6cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:17:04.618040 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Attempting to bind port f8e4bf96-051f-4452-9ad5-d3cabc5fc718 on network feb4cc39-1b4d-4631-b33f-720e210ff6cc {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:17:04.622893 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:17:04.623212 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Checking segment: {'id': '1ab9471e-118b-4b19-b198-e88e7081ebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'feb4cc39-1b4d-4631-b33f-720e210ff6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:17:04.623615 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Bound using segment: {'id': '1ab9471e-118b-4b19-b198-e88e7081ebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'feb4cc39-1b4d-4631-b33f-720e210ff6cc'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:17:04.624036 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Bound port: f8e4bf96-051f-4452-9ad5-d3cabc5fc718, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab9471e-118b-4b19-b198-e88e7081ebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'feb4cc39-1b4d-4631-b33f-720e210ff6cc'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:17:04.624388 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.628454 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a5bea28f-a443-488b-8d86-54a1a24edc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.632642 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a5bea28f-a443-488b-8d86-54a1a24edc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.671681 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bea28f-a443-488b-8d86-54a1a24edc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d427c1f6-05df-4c84-97a1-ccd7246c543b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:04.680107 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a5bea28f-a443-488b-8d86-54a1a24edc20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=316c91473ed94deaa049b1f9718ecc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811235 Aug 30 18:17:04.680723 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47494) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:04.708757 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] For port f8e4bf96-051f-4452-9ad5-d3cabc5fc718, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:17:04.712498 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] For port f8e4bf96-051f-4452-9ad5-d3cabc5fc718, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=f8e4bf96-051f-4452-9ad5-d3cabc5fc718,segment=NetworkSegment(1ab9471e-118b-4b19-b198-e88e7081ebec),segment_id=1ab9471e-118b-4b19-b198-e88e7081ebec)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:17:04.717048 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.736618 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5b585a33-8fd4-4a76-9934-91e13c1b175c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.741017 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:04.741699 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.743664 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/f8e4bf96-051f-4452-9ad5-d3cabc5fc718 HTTP/1.1" status: 200 len: 1097 time: 0.7960260 Aug 30 18:17:04.764072 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5b585a33-8fd4-4a76-9934-91e13c1b175c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.771645 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835', 'tag': 'f8e4bf96-051f-4452-9ad5-d3cabc5fc718'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:17:04.773984 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4a7ce4-436a-431a-bb6f-3301a5f70462" -d '{"events": [{"name": "network-changed", "server_uuid": "adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835", "tag": "f8e4bf96-051f-4452-9ad5-d3cabc5fc718"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:17:04.854421 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa9c3c9-2819-4919-8b15-2e5f9b2cabd2 x-openstack-request-id: req-7aa9c3c9-2819-4919-8b15-2e5f9b2cabd2 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:17:04.854715 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835", "tag": "f8e4bf96-051f-4452-9ad5-d3cabc5fc718", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:17:04.855044 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7aa9c3c9-2819-4919-8b15-2e5f9b2cabd2 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:17:04.855502 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835', 'tag': 'f8e4bf96-051f-4452-9ad5-d3cabc5fc718', 'status': 'completed', 'code': 200} Aug 30 18:17:04.860509 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5b585a33-8fd4-4a76-9934-91e13c1b175c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.863859 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5b585a33-8fd4-4a76-9934-91e13c1b175c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:04.865259 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-5b585a33-8fd4-4a76-9934-91e13c1b175c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d427c1f6-05df-4c84-97a1-ccd7246c543b HTTP/1.1" status: 204 len: 168 time: 0.1831646 Aug 30 18:17:04.871646 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61963d-3b21-456c-80d5-a1e0ce2fe2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e4bf96-051f-4452-9ad5-d3cabc5fc718,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:04.877444 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b585a33-8fd4-4a76-9934-91e13c1b175c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d427c1f6-05df-4c84-97a1-ccd7246c543b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:04.890191 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-6e2aeb5f-06ff-49f4-b97f-a733e1142738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:04.892965 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-6e2aeb5f-06ff-49f4-b97f-a733e1142738 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cd8cf89442c496499b810f9ef61943c&device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 1100 time: 0.0737894 Aug 30 18:17:04.893141 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8522de9-0ec8-4c35-9ce8-27926908c1a8 req-ac0b8c20-eb33-44c0-b6af-f63cae46be48 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:04.895248 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a8522de9-0ec8-4c35-9ce8-27926908c1a8 req-ac0b8c20-eb33-44c0-b6af-f63cae46be48 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 946 time: 0.0802541 Aug 30 18:17:04.951767 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a8522de9-0ec8-4c35-9ce8-27926908c1a8 req-ff94d4bf-ca00-47e9-872f-d2a1dcfaa50f tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480440 Aug 30 18:17:04.980981 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-3ed99caf-bf76-4016-9553-f2772f22a03d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=f8e4bf96-051f-4452-9ad5-d3cabc5fc718 HTTP/1.1" status: 200 len: 217 time: 0.0612547 Aug 30 18:17:05.058213 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-eea4d244-c55c-46e3-8981-a18ffc9b3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:05.059670 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-eea4d244-c55c-46e3-8981-a18ffc9b3d16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=096bd963-2ea0-4f83-9c3c-529b2c0c66ce HTTP/1.1" status: 200 len: 843 time: 0.0446718 Aug 30 18:17:05.124468 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-d51dd5a8-07ff-46fb-af88-55992b831ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:05.126615 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-d51dd5a8-07ff-46fb-af88-55992b831ba0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=feb4cc39-1b4d-4631-b33f-720e210ff6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0471647 Aug 30 18:17:05.143796 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:05.239560 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-795614c2-7849-4f8b-9897-73e57c12fb30 service neutron] 10.222.0.36 "GET /v2.0/networks/feb4cc39-1b4d-4631-b33f-720e210ff6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956204 Aug 30 18:17:05.294722 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e29a0-9fb1-4912-b7eb-4a7f7c8a79f0 req-6f70ba9c-5f4c-4fd3-b259-cf43dd9e15a6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:05.296519 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-902e29a0-9fb1-4912-b7eb-4a7f7c8a79f0 req-6f70ba9c-5f4c-4fd3-b259-cf43dd9e15a6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0505006 Aug 30 18:17:05.334707 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aee7a7f8-f2f1-4123-bbe9-b0ce9694981e req-9f0500b6-4fda-4be3-b424-665c6f35680f service neutron] 10.222.0.36 "GET /v2.0/networks/feb4cc39-1b4d-4631-b33f-720e210ff6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877810 Aug 30 18:17:05.355675 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-902e29a0-9fb1-4912-b7eb-4a7f7c8a79f0 req-e6de8aac-1a78-449e-9988-6feb751ee0b5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481677 Aug 30 18:17:05.473938 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a7ce4-436a-431a-bb6f-3301a5f70462 req-dc812133-99bd-43d0-a267-0def9a6844a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:05.475571 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce4a7ce4-436a-431a-bb6f-3301a5f70462 req-dc812133-99bd-43d0-a267-0def9a6844a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cd8cf89442c496499b810f9ef61943c&device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 1100 time: 0.0565815 Aug 30 18:17:05.563124 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc967eab-5aa6-4355-9eae-1518ec9ec02e req-d92ac763-da14-4cfa-a6a0-b025b5b84479 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:05.565022 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cc967eab-5aa6-4355-9eae-1518ec9ec02e req-d92ac763-da14-4cfa-a6a0-b025b5b84479 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 947 time: 0.0745656 Aug 30 18:17:05.595380 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a7ce4-436a-431a-bb6f-3301a5f70462 req-bc401d57-457c-45c4-8b8d-8396c0024ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:05.597262 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce4a7ce4-436a-431a-bb6f-3301a5f70462 req-bc401d57-457c-45c4-8b8d-8396c0024ed2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=feb4cc39-1b4d-4631-b33f-720e210ff6cc HTTP/1.1" status: 200 len: 870 time: 0.1086366 Aug 30 18:17:05.624383 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cc967eab-5aa6-4355-9eae-1518ec9ec02e req-d7dbe06c-42f6-46bc-b2bd-93507230118a tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464029 Aug 30 18:17:05.657921 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce4a7ce4-436a-431a-bb6f-3301a5f70462 req-60af16ca-3406-4958-86c9-fb697928c55d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=f8e4bf96-051f-4452-9ad5-d3cabc5fc718 HTTP/1.1" status: 200 len: 217 time: 0.0463548 Aug 30 18:17:05.733887 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a7ce4-436a-431a-bb6f-3301a5f70462 req-ce34c5b6-c3b0-4ab2-81e1-08c75a5611a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:05.735994 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce4a7ce4-436a-431a-bb6f-3301a5f70462 req-ce34c5b6-c3b0-4ab2-81e1-08c75a5611a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=096bd963-2ea0-4f83-9c3c-529b2c0c66ce HTTP/1.1" status: 200 len: 843 time: 0.0529871 Aug 30 18:17:05.806010 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a7ce4-436a-431a-bb6f-3301a5f70462 req-c31ae210-113d-43ca-8039-cf011ec49dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:05.807805 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce4a7ce4-436a-431a-bb6f-3301a5f70462 req-c31ae210-113d-43ca-8039-cf011ec49dc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=feb4cc39-1b4d-4631-b33f-720e210ff6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0546024 Aug 30 18:17:05.911507 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce4a7ce4-436a-431a-bb6f-3301a5f70462 req-ece4bd8a-f97d-4949-95ff-40b1f48c581e service neutron] 10.222.0.36 "GET /v2.0/networks/feb4cc39-1b4d-4631-b33f-720e210ff6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945628 Aug 30 18:17:06.046090 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce4a7ce4-436a-431a-bb6f-3301a5f70462 req-adc4432a-14e3-4e4c-b3a0-00dd92184e5a service neutron] 10.222.0.36 "GET /v2.0/networks/feb4cc39-1b4d-4631-b33f-720e210ff6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231468 Aug 30 18:17:06.083179 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 47570) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:06.103426 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc22892-75df-4070-b10f-94f136068a79 req-47634b19-45b5-4f33-9bbd-0e06a3cddeb0 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:06.105474 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fc22892-75df-4070-b10f-94f136068a79 req-47634b19-45b5-4f33-9bbd-0e06a3cddeb0 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 946 time: 0.0686841 Aug 30 18:17:06.156007 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fc22892-75df-4070-b10f-94f136068a79 req-19ea73ba-b0b5-420f-884e-bf273ae83fae tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399308 Aug 30 18:17:06.315029 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-acf94a77-0e5d-4388-a35d-4ac7d0b7dba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:06.409549 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-acf94a77-0e5d-4388-a35d-4ac7d0b7dba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:06.414511 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-acf94a77-0e5d-4388-a35d-4ac7d0b7dba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:06.452518 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf94a77-0e5d-4388-a35d-4ac7d0b7dba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0f417e-764e-4bfa-9acc-498b114273c4,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:06.459929 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-acf94a77-0e5d-4388-a35d-4ac7d0b7dba9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f870e4312204ad88afa1f7c9f884751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755312 Aug 30 18:17:06.460855 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 47592) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:06.513666 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:06.517657 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443008a-9190-41f7-ab7a-7ff4121d3940 req-2ded6ca4-d61c-46bb-9d15-1ceaf2c2a863 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:06.521720 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0f67766b-76c6-4f3f-a61a-1ffb9fb33e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:06.524783 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3443008a-9190-41f7-ab7a-7ff4121d3940 req-2ded6ca4-d61c-46bb-9d15-1ceaf2c2a863 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0993488 Aug 30 18:17:06.554915 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0f67766b-76c6-4f3f-a61a-1ffb9fb33e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:06.570011 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3443008a-9190-41f7-ab7a-7ff4121d3940 req-ee2fa9e4-a6cb-4d4e-bc3a-fca2aa1e3058 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443492 Aug 30 18:17:06.614423 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0f67766b-76c6-4f3f-a61a-1ffb9fb33e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:06.617064 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0f67766b-76c6-4f3f-a61a-1ffb9fb33e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:06.620612 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0f67766b-76c6-4f3f-a61a-1ffb9fb33e6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e0f417e-764e-4bfa-9acc-498b114273c4 HTTP/1.1" status: 204 len: 168 time: 0.1564109 Aug 30 18:17:06.630763 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67766b-76c6-4f3f-a61a-1ffb9fb33e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0f417e-764e-4bfa-9acc-498b114273c4,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:06.662259 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:17:06.738648 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dd9c4-7de6-4eed-be60-5cfc26f94517 req-54d38d38-3cb0-41e8-9cd8-aba152fd1654 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:06.741423 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e99dd9c4-7de6-4eed-be60-5cfc26f94517 req-54d38d38-3cb0-41e8-9cd8-aba152fd1654 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 947 time: 0.0539083 Aug 30 18:17:06.773994 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f094b4e-89c4-45c7-a77b-614cc2e94f38 req-1b913dce-764d-41d2-9d3a-de9dadb0ff5b tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:06.775971 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5f094b4e-89c4-45c7-a77b-614cc2e94f38 req-1b913dce-764d-41d2-9d3a-de9dadb0ff5b tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.36 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 946 time: 0.0950420 Aug 30 18:17:06.789692 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e99dd9c4-7de6-4eed-be60-5cfc26f94517 req-576c979e-e7e9-431e-96e8-5a36b2567a25 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429323 Aug 30 18:17:07.048876 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47606) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:07.068212 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-535486e6-7928-486b-b833-db3ffdd9b056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:07.139793 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-5f094b4e-89c4-45c7-a77b-614cc2e94f38 req-5943c449-8e0c-4aac-a500-212777204a3c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Deleting port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:17:07.140305 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5f094b4e-89c4-45c7-a77b-614cc2e94f38 req-5943c449-8e0c-4aac-a500-212777204a3c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:07.175949 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-535486e6-7928-486b-b833-db3ffdd9b056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:07.179863 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-535486e6-7928-486b-b833-db3ffdd9b056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:07.226415 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-535486e6-7928-486b-b833-db3ffdd9b056 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28071f3bc15f457a858897fa0636dd3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721935 Aug 30 18:17:07.226415 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535486e6-7928-486b-b833-db3ffdd9b056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b37f770-e11c-4dc6-8427-e5134cd1e465,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:07.226673 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47614) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:07.255898 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-5f094b4e-89c4-45c7-a77b-614cc2e94f38 req-5943c449-8e0c-4aac-a500-212777204a3c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] For port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf,segment=NetworkSegment(90f6f0c3-8f36-40eb-b8f3-dacf567a9d20),segment_id=90f6f0c3-8f36-40eb-b8f3-dacf567a9d20)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:07.256362 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5f094b4e-89c4-45c7-a77b-614cc2e94f38 req-5943c449-8e0c-4aac-a500-212777204a3c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:07.274308 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-5f094b4e-89c4-45c7-a77b-614cc2e94f38 req-5943c449-8e0c-4aac-a500-212777204a3c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Calling delete_port for 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:17:07.302980 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7f65a043-9419-44a3-9cf3-5ea4941141a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:07.325754 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827127b5-408b-4078-abf3-b56a86c6c506 req-6618e668-4036-42e1-a7fe-c33fd0b805db tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:07.327222 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-827127b5-408b-4078-abf3-b56a86c6c506 req-6618e668-4036-42e1-a7fe-c33fd0b805db tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 946 time: 0.0763402 Aug 30 18:17:07.345485 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7f65a043-9419-44a3-9cf3-5ea4941141a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:07.395124 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-827127b5-408b-4078-abf3-b56a86c6c506 req-79df5457-2ed3-496b-b6c0-d26a8bd8ee52 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e5340f6-a74a-4618-8679-1362d221fe1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600829 Aug 30 18:17:07.426197 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7f65a043-9419-44a3-9cf3-5ea4941141a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:07.428897 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7f65a043-9419-44a3-9cf3-5ea4941141a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:07.432591 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7f65a043-9419-44a3-9cf3-5ea4941141a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b37f770-e11c-4dc6-8427-e5134cd1e465 HTTP/1.1" status: 204 len: 168 time: 0.2024879 Aug 30 18:17:07.439391 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65a043-9419-44a3-9cf3-5ea4941141a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b37f770-e11c-4dc6-8427-e5134cd1e465,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:07.440022 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5f094b4e-89c4-45c7-a77b-614cc2e94f38 req-5943c449-8e0c-4aac-a500-212777204a3c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:07.454275 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:17:07.468282 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943c449-8e0c-4aac-a500-212777204a3c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Pushing event deleted for resources: {'Port': ['ID=8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:07.530797 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f094b4e-89c4-45c7-a77b-614cc2e94f38 req-5943c449-8e0c-4aac-a500-212777204a3c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] No DVR routers for this DVR port 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:17:07.533911 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5f094b4e-89c4-45c7-a77b-614cc2e94f38 req-5943c449-8e0c-4aac-a500-212777204a3c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:07.535876 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5f094b4e-89c4-45c7-a77b-614cc2e94f38 req-5943c449-8e0c-4aac-a500-212777204a3c tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.36 "DELETE /v2.0/ports/8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf HTTP/1.1" status: 204 len: 173 time: 0.7413328 Aug 30 18:17:07.536301 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e6e7d6-d70d-4426-af1f-30ffc119b428', 'name': 'network-vif-deleted', 'tag': '8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:17:07.539363 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ea9564-a717-404f-8a90-17170e408a1e" -d '{"events": [{"server_uuid": "59e6e7d6-d70d-4426-af1f-30ffc119b428", "name": "network-vif-deleted", "tag": "8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:17:07.601344 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78010382-5308-4a56-80c8-d15664c6184d x-openstack-request-id: req-78010382-5308-4a56-80c8-d15664c6184d {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:17:07.601769 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e6e7d6-d70d-4426-af1f-30ffc119b428", "name": "network-vif-deleted", "tag": "8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:17:07.602312 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78010382-5308-4a56-80c8-d15664c6184d {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:17:07.603181 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e6e7d6-d70d-4426-af1f-30ffc119b428', 'name': 'network-vif-deleted', 'tag': '8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf', 'status': 'completed', 'code': 200} Aug 30 18:17:07.707724 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e9f52-4226-460f-a368-990187c7d4ba req-bbdb55d6-3cd2-48a3-90b8-4fccec03ae7f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:07.709364 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-481e9f52-4226-460f-a368-990187c7d4ba req-bbdb55d6-3cd2-48a3-90b8-4fccec03ae7f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0517004 Aug 30 18:17:07.746513 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-481e9f52-4226-460f-a368-990187c7d4ba req-c55e02ee-a790-4c51-9cdf-16c0755e7b3c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Aug 30 18:17:07.903202 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f833fef-1e2f-430c-9831-aa4a69662370 req-ec0fbc78-6c9a-4146-bef3-a486dee8a1d9 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:07.904707 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2f833fef-1e2f-430c-9831-aa4a69662370 req-ec0fbc78-6c9a-4146-bef3-a486dee8a1d9 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 947 time: 0.0496175 Aug 30 18:17:07.943298 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2f833fef-1e2f-430c-9831-aa4a69662370 req-f42180b6-84b2-4b71-a75f-60cff7b325e9 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326810 Aug 30 18:17:08.078945 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-027a94a1-b72a-494a-9e94-aa2cbedd09ab req-23be5730-28d1-42f0-9ea2-bd56d7ebb6a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432611 Aug 30 18:17:08.221501 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a94a1-b72a-494a-9e94-aa2cbedd09ab req-9058586d-bef2-45c5-87a2-96f8e556dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:08.226143 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-027a94a1-b72a-494a-9e94-aa2cbedd09ab req-9058586d-bef2-45c5-87a2-96f8e556dc17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41975439fa7f4f9393e8a2480c9417f0&device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 1099 time: 0.0638835 Aug 30 18:17:08.350149 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a94a1-b72a-494a-9e94-aa2cbedd09ab req-9c60f617-9b6f-4ab3-9fbb-240cc706142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:08.351699 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-027a94a1-b72a-494a-9e94-aa2cbedd09ab req-9c60f617-9b6f-4ab3-9fbb-240cc706142e service neutron] 10.222.0.36 "GET /v2.0/networks?id=55871d36-c079-4efd-97e0-a3124e07c4e0 HTTP/1.1" status: 200 len: 916 time: 0.0911405 Aug 30 18:17:08.400978 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-027a94a1-b72a-494a-9e94-aa2cbedd09ab req-d0b74607-649d-4440-b4a2-4f74ff4bbb08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc686cfd-95a6-474b-b731-3e8cd8727128 HTTP/1.1" status: 200 len: 217 time: 0.0395737 Aug 30 18:17:08.470862 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a94a1-b72a-494a-9e94-aa2cbedd09ab req-40a55387-ab6f-4cdb-b4de-5ea28f9eaba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:08.472883 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-027a94a1-b72a-494a-9e94-aa2cbedd09ab req-40a55387-ab6f-4cdb-b4de-5ea28f9eaba1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22391bd6-71f1-43dd-b7e9-e29ba7a121c0 HTTP/1.1" status: 200 len: 855 time: 0.0552177 Aug 30 18:17:08.564885 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-027a94a1-b72a-494a-9e94-aa2cbedd09ab req-0305b905-aefa-4215-93b3-c694681823ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55871d36-c079-4efd-97e0-a3124e07c4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782609 Aug 30 18:17:08.605262 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-025c2323-b176-4e70-9a9f-8b4891d87149 req-39bc2800-6226-48ba-8ff3-87a47c2ff427 tempest-DeleteServersTestJSON-1967280023 tempest-DeleteServersTestJSON-1967280023-project] 10.222.0.16 "GET /v2.0/ports?device_id=59e6e7d6-d70d-4426-af1f-30ffc119b428 HTTP/1.1" status: 200 len: 210 time: 0.0501230 Aug 30 18:17:08.709791 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-027a94a1-b72a-494a-9e94-aa2cbedd09ab req-48b7db34-752e-455c-aaac-4e9d4404f60a service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335294 Aug 30 18:17:08.828921 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-027a94a1-b72a-494a-9e94-aa2cbedd09ab req-98506a3a-1013-4f6c-b4f0-ceeb3259fb1f service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067219 Aug 30 18:17:08.897524 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8938b04-6074-430e-a9cc-c797795ea63d req-bea529a8-31a6-456c-8379-f1ae55776887 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:08.899354 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b8938b04-6074-430e-a9cc-c797795ea63d req-bea529a8-31a6-456c-8379-f1ae55776887 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0663416 Aug 30 18:17:08.938017 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b8938b04-6074-430e-a9cc-c797795ea63d req-0abe6830-e686-4a25-900f-cda3f4a20620 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Aug 30 18:17:09.067226 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1b68e-1741-463b-b3d4-0a5352831bcb req-d6ed9b6d-c988-4f52-b383-295b92472134 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:09.068726 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3de1b68e-1741-463b-b3d4-0a5352831bcb req-d6ed9b6d-c988-4f52-b383-295b92472134 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 947 time: 0.0502486 Aug 30 18:17:09.110054 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3de1b68e-1741-463b-b3d4-0a5352831bcb req-d4ae7e19-3d08-46f0-bbaa-1f9153afbafe tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349932 Aug 30 18:17:09.368093 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47702) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:09.477277 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-40964cde-59a3-4c1e-b2bf-65268620d8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:09.566613 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-40964cde-59a3-4c1e-b2bf-65268620d8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:09.570399 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-40964cde-59a3-4c1e-b2bf-65268620d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:09.610819 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-40964cde-59a3-4c1e-b2bf-65268620d8d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c0e4cc0345140149f41bef657cf9170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416124 Aug 30 18:17:09.611763 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40964cde-59a3-4c1e-b2bf-65268620d8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78c2827-19f4-4bf1-b298-94417823f505,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:09.614598 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 47708) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:09.686473 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d6c61d3d-6f27-49bc-96a7-1268012a18fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:09.709018 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d6c61d3d-6f27-49bc-96a7-1268012a18fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:09.766452 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d6c61d3d-6f27-49bc-96a7-1268012a18fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:09.769131 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d6c61d3d-6f27-49bc-96a7-1268012a18fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:09.773366 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d6c61d3d-6f27-49bc-96a7-1268012a18fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b78c2827-19f4-4bf1-b298-94417823f505 HTTP/1.1" status: 204 len: 168 time: 0.1563737 Aug 30 18:17:09.778273 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device f8e4bf96-051f-4452-9ad5-d3cabc5fc718 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:17:09.789554 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:17:09.802366 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c61d3d-6f27-49bc-96a7-1268012a18fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78c2827-19f4-4bf1-b298-94417823f505,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:09.847921 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:17:09.849321 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 8f6ba53e-aabb-4ba4-80f0-00f4a5b7e9cf not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:17:09.992207 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port f8e4bf96-051f-4452-9ad5-d3cabc5fc718, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=f8e4bf96-051f-4452-9ad5-d3cabc5fc718,segment=NetworkSegment(1ab9471e-118b-4b19-b198-e88e7081ebec),segment_id=1ab9471e-118b-4b19-b198-e88e7081ebec)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:10.009302 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': 'f8e4bf96-051f-4452-9ad5-d3cabc5fc718', 'network_id': 'feb4cc39-1b4d-4631-b33f-720e210ff6cc', 'port_id': 'f8e4bf96-051f-4452-9ad5-d3cabc5fc718', 'mac_address': 'fa:16:3e:a8:87:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096bd963-2ea0-4f83-9c3c-529b2c0c66ce', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:17:10.061557 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:10.080166 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e4bf96-051f-4452-9ad5-d3cabc5fc718 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:17:10.120045 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port f8e4bf96-051f-4452-9ad5-d3cabc5fc718, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=f8e4bf96-051f-4452-9ad5-d3cabc5fc718,segment=NetworkSegment(1ab9471e-118b-4b19-b198-e88e7081ebec),segment_id=1ab9471e-118b-4b19-b198-e88e7081ebec)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:10.127866 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:10.149077 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a44a88-efd7-4e09-8321-e9aeae7252fe req-2509ab69-a48e-4eac-a3cd-8b3b69e8a9a1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:10.151277 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-12a44a88-efd7-4e09-8321-e9aeae7252fe req-2509ab69-a48e-4eac-a3cd-8b3b69e8a9a1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0729122 Aug 30 18:17:10.170436 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 47742) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:10.186130 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f1c763a0-d642-46ce-a18e-ef3ee94ef1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:10.206066 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-12a44a88-efd7-4e09-8321-e9aeae7252fe req-456eaeec-85d6-43be-8f1c-0ba46651dad6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466292 Aug 30 18:17:10.209760 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=f8e4bf96-051f-4452-9ad5-d3cabc5fc718,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:10.223055 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:10.223415 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:10.223757 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:10.224243 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:10.224909 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:10.225275 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:10.225623 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:10.226047 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:10.226725 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:10.227062 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:10.227387 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:10.228032 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:10.258654 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9232c-c137-4def-8aff-6e7ba6a69560 req-f8d6218d-f00a-4cbb-a061-24a9b20c7d1d tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:10.260145 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a7f9232c-c137-4def-8aff-6e7ba6a69560 req-f8d6218d-f00a-4cbb-a061-24a9b20c7d1d tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 948 time: 0.0669835 Aug 30 18:17:10.287177 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f1c763a0-d642-46ce-a18e-ef3ee94ef1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:10.291676 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f1c763a0-d642-46ce-a18e-ef3ee94ef1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:10.300358 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a7f9232c-c137-4def-8aff-6e7ba6a69560 req-a68b3064-c0e8-483a-be54-6772f5547ba7 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Aug 30 18:17:10.330020 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f1c763a0-d642-46ce-a18e-ef3ee94ef1ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c6bda1fca394524bb7504e5fabf5b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584926 Aug 30 18:17:10.331180 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c763a0-d642-46ce-a18e-ef3ee94ef1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07caf51b-335c-4c07-8113-efa55b2fd5c6,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:10.332618 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47746) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:10.387991 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b7888f3a-3d47-48b6-b17e-3c4d1bb12d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:10.411665 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:10.423995 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b7888f3a-3d47-48b6-b17e-3c4d1bb12d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:10.476704 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b7888f3a-3d47-48b6-b17e-3c4d1bb12d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:10.479340 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b7888f3a-3d47-48b6-b17e-3c4d1bb12d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:10.480471 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b7888f3a-3d47-48b6-b17e-3c4d1bb12d74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07caf51b-335c-4c07-8113-efa55b2fd5c6 HTTP/1.1" status: 204 len: 168 time: 0.1462777 Aug 30 18:17:10.488445 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7888f3a-3d47-48b6-b17e-3c4d1bb12d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07caf51b-335c-4c07-8113-efa55b2fd5c6,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:10.618368 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['f8e4bf96-051f-4452-9ad5-d3cabc5fc718'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:17:10.740988 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-604da073-cb3c-417e-a974-3d451fbb7914 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:10.742512 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-604da073-cb3c-417e-a974-3d451fbb7914 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/networks?id=55871d36-c079-4efd-97e0-a3124e07c4e0 HTTP/1.1" status: 200 len: 815 time: 0.1196911 Aug 30 18:17:10.759264 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-332b3a9d-0b76-4607-afd5-d6977891981d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/quotas/41975439fa7f4f9393e8a2480c9417f0 HTTP/1.1" status: 200 len: 375 time: 0.0105569 Aug 30 18:17:10.808652 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-d341bebe-f661-4802-bc53-289d647c48ac tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=41975439fa7f4f9393e8a2480c9417f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439715 Aug 30 18:17:10.906089 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-f19f9637-6430-4a7f-a17a-b618e5045084 service neutron] 10.222.0.16 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894341 Aug 30 18:17:11.001561 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-3e9417b9-85b7-46f0-82d3-bcd9c0fc27c4 service neutron] 10.222.0.16 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895483 Aug 30 18:17:11.208192 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 47804) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:11.209124 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e736716e-4261-47c3-a848-8f646406c013 req-72761d83-9c8f-4821-8a8f-fcdb61bf2eb1 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 210 time: 0.0640695 Aug 30 18:17:11.266885 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f8b459-7d09-47da-8457-108d2877e84b admin admin] Deleting subnet cb1c03ab-48ae-4070-9c7c-f69d6547df75 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:17:11.270402 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-74f8b459-7d09-47da-8457-108d2877e84b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:11.319695 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-74f8b459-7d09-47da-8457-108d2877e84b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9008100'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:11.403273 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-74f8b459-7d09-47da-8457-108d2877e84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:11.409687 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554e6c0-be9f-4de6-95cc-4252cda60ac0 req-be18e701-8e80-4d84-8d9b-7b28d09ac879 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:11.411485 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1554e6c0-be9f-4de6-95cc-4252cda60ac0 req-be18e701-8e80-4d84-8d9b-7b28d09ac879 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.1039913 Aug 30 18:17:11.466530 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-74f8b459-7d09-47da-8457-108d2877e84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9147725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9218345'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:11.497048 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79239af-c4e1-41fa-94b5-854028dc99ed req-aa9c4af7-f855-4007-951a-9e391dfc7cbd tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:11.498897 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c79239af-c4e1-41fa-94b5-854028dc99ed req-aa9c4af7-f855-4007-951a-9e391dfc7cbd tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 948 time: 0.0864718 Aug 30 18:17:11.521207 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8b459-7d09-47da-8457-108d2877e84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1c03ab-48ae-4070-9c7c-f69d6547df75,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:11.529435 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1554e6c0-be9f-4de6-95cc-4252cda60ac0 req-b86948a6-070c-46fb-908c-e18fab9f0bf1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763140 Aug 30 18:17:11.550321 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-74f8b459-7d09-47da-8457-108d2877e84b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:11.552195 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-74f8b459-7d09-47da-8457-108d2877e84b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb1c03ab-48ae-4070-9c7c-f69d6547df75 HTTP/1.1" status: 204 len: 168 time: 0.3432584 Aug 30 18:17:11.554794 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 47836) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:11.598020 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c79239af-c4e1-41fa-94b5-854028dc99ed req-8ed19e32-212b-495a-b85f-4d9738543959 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771282 Aug 30 18:17:11.675160 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c99b6719-c4a9-40ad-bed9-66b1160a362e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:11.775470 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c99b6719-c4a9-40ad-bed9-66b1160a362e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:11.787214 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-c99b6719-c4a9-40ad-bed9-66b1160a362e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea6e705-dc55-4703-915b-44296b08360b']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:17:11.791851 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device f8e4bf96-051f-4452-9ad5-d3cabc5fc718 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:17:11.799946 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-c99b6719-c4a9-40ad-bed9-66b1160a362e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f6f0c3-8f36-40eb-b8f3-dacf567a9d20') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:17:11.800239 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-c99b6719-c4a9-40ad-bed9-66b1160a362e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f6f0c3-8f36-40eb-b8f3-dacf567a9d20') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:17:11.809932 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c99b6719-c4a9-40ad-bed9-66b1160a362e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9008123'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:11.826810 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c99b6719-c4a9-40ad-bed9-66b1160a362e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:11.833865 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99b6719-c4a9-40ad-bed9-66b1160a362e admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:17:11.834314 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c99b6719-c4a9-40ad-bed9-66b1160a362e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9147691'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:11.855606 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port f8e4bf96-051f-4452-9ad5-d3cabc5fc718 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:17:11.863645 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port f8e4bf96-051f-4452-9ad5-d3cabc5fc718 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:17:11.864025 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: Traceback (most recent call last): Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: timer() Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: cb(*args, **kw) Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: self._notify() Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: self.callback(batched_events) Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: event.method(event) Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: return f(self, *a, **k) Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._get(url).json() Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:17:11.883468 dv-cinder-804296-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:17:11.887127 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47844) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:11.894664 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c99b6719-c4a9-40ad-bed9-66b1160a362e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:11.902097 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c99b6719-c4a9-40ad-bed9-66b1160a362e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:11.904145 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c99b6719-c4a9-40ad-bed9-66b1160a362e admin admin] 10.222.0.16 "DELETE /v2.0/networks/6ea6e705-dc55-4703-915b-44296b08360b HTTP/1.1" status: 204 len: 168 time: 0.3480287 Aug 30 18:17:11.916677 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b6719-c4a9-40ad-bed9-66b1160a362e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea6e705-dc55-4703-915b-44296b08360b,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:12.006322 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:12.047817 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port f8e4bf96-051f-4452-9ad5-d3cabc5fc718, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=f8e4bf96-051f-4452-9ad5-d3cabc5fc718,segment=NetworkSegment(1ab9471e-118b-4b19-b198-e88e7081ebec),segment_id=1ab9471e-118b-4b19-b198-e88e7081ebec)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:12.049184 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e4bf96-051f-4452-9ad5-d3cabc5fc718'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:17:12.053018 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3003d65-727a-4858-a670-9cd1619693d4" -d '{"events": [{"server_uuid": "adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835", "name": "network-vif-plugged", "status": "completed", "tag": "f8e4bf96-051f-4452-9ad5-d3cabc5fc718"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:17:12.063282 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:12.098241 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-748fd1fe-3d00-4324-b6a8-0e2db607afc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:12.112818 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 47858) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:12.148376 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9e3244-d159-4f04-8ec2-e33b42c2270a x-openstack-request-id: req-5d9e3244-d159-4f04-8ec2-e33b42c2270a {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:17:12.148663 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835", "name": "network-vif-plugged", "status": "completed", "tag": "f8e4bf96-051f-4452-9ad5-d3cabc5fc718", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:17:12.150226 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d9e3244-d159-4f04-8ec2-e33b42c2270a {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:17:12.150774 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e4bf96-051f-4452-9ad5-d3cabc5fc718', 'code': 200} Aug 30 18:17:12.173240 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=f8e4bf96-051f-4452-9ad5-d3cabc5fc718,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:12.176330 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f8bdb9da-4526-4cc2-95e0-5012f39817a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e25e634888e4cd6abec7f834c202cc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0620000 Aug 30 18:17:12.180106 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 47860) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:12.235221 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6214ff27-92c0-4948-b348-c03adfce7bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:12.239438 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-748fd1fe-3d00-4324-b6a8-0e2db607afc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:12.244867 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-748fd1fe-3d00-4324-b6a8-0e2db607afc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:12.271966 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6214ff27-92c0-4948-b348-c03adfce7bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:12.292419 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-748fd1fe-3d00-4324-b6a8-0e2db607afc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0dc1bb22d0884b359afa4773845e4ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030879 Aug 30 18:17:12.293313 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fd1fe-3d00-4324-b6a8-0e2db607afc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ce566a-372e-4e2c-9d21-e194c1a0e986,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:12.297125 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47864) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:12.329319 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6214ff27-92c0-4948-b348-c03adfce7bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:12.331879 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6214ff27-92c0-4948-b348-c03adfce7bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:12.333080 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6214ff27-92c0-4948-b348-c03adfce7bab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e5340f6-a74a-4618-8679-1362d221fe1d HTTP/1.1" status: 204 len: 168 time: 0.1519153 Aug 30 18:17:12.342604 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214ff27-92c0-4948-b348-c03adfce7bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5340f6-a74a-4618-8679-1362d221fe1d,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:12.347796 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5bba3a7a-1095-4bf6-9000-09a857b6d0fb req-d24a2a06-0615-42a8-b0a0-df4eb64b0b5e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 210 time: 0.0425611 Aug 30 18:17:12.389162 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bb07ebb9-cac3-4925-9c9f-a7eb674255c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:12.409989 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cc319-1342-46e1-8422-25e64a3cab80 req-67871847-164b-4a28-8db1-cf13fd70e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:12.411563 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d16cc319-1342-46e1-8422-25e64a3cab80 req-67871847-164b-4a28-8db1-cf13fd70e7fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 1102 time: 0.0567734 Aug 30 18:17:12.412798 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bb07ebb9-cac3-4925-9c9f-a7eb674255c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:12.465752 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bb07ebb9-cac3-4925-9c9f-a7eb674255c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:12.468253 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bb07ebb9-cac3-4925-9c9f-a7eb674255c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:12.469989 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-bb07ebb9-cac3-4925-9c9f-a7eb674255c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0ce566a-372e-4e2c-9d21-e194c1a0e986 HTTP/1.1" status: 204 len: 168 time: 0.1719251 Aug 30 18:17:12.471134 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d16cc319-1342-46e1-8422-25e64a3cab80 req-8ced7bdf-42be-4be2-b9fe-e9e88106b468 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312691 Aug 30 18:17:12.477714 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07ebb9-cac3-4925-9c9f-a7eb674255c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ce566a-372e-4e2c-9d21-e194c1a0e986,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:12.676393 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1a117-830e-4198-a8f2-0e12d11e9d5c req-590398a7-ef43-415a-bad7-782aa45fd697 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:12.678128 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-66d1a117-830e-4198-a8f2-0e12d11e9d5c req-590398a7-ef43-415a-bad7-782aa45fd697 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0770979 Aug 30 18:17:12.762831 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e20b6-0191-40d2-ae61-3ac7abed1a32 req-a38153f2-352a-424a-a9f5-bbbc06570077 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:12.764582 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ac0e20b6-0191-40d2-ae61-3ac7abed1a32 req-a38153f2-352a-424a-a9f5-bbbc06570077 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 949 time: 0.0831978 Aug 30 18:17:12.770283 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-66d1a117-830e-4198-a8f2-0e12d11e9d5c req-80f4c4a2-04e5-4020-8fc6-54fcde897c7b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754554 Aug 30 18:17:12.811940 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ac0e20b6-0191-40d2-ae61-3ac7abed1a32 req-dceb1680-a868-46d5-8852-9007b7d395c0 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 Aug 30 18:17:13.184054 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-dc18bd1b-366e-4d9c-a08c-4fb2b5bcde8a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:13.185551 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-dc18bd1b-366e-4d9c-a08c-4fb2b5bcde8a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "GET /v2.0/networks?id=55871d36-c079-4efd-97e0-a3124e07c4e0 HTTP/1.1" status: 200 len: 815 time: 0.1533504 Aug 30 18:17:13.214908 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-85d58a11-b5a6-49f5-8b93-ede6f4be2d2d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Request body: {'port': {'device_id': '28de022f-7274-4f53-a2a3-040a2fa8021b', 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0', 'admin_state_up': True, 'tenant_id': '41975439fa7f4f9393e8a2480c9417f0'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:13.356542 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-85d58a11-b5a6-49f5-8b93-ede6f4be2d2d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Made reservation on behalf of 41975439fa7f4f9393e8a2480c9417f0 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:17:13.362007 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-85d58a11-b5a6-49f5-8b93-ede6f4be2d2d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:13.514405 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b9fea6c0-2bfa-4c14-93c1-204d1c14cef6 req-0e377d50-57b5-445a-aa8c-7aaaccdabcde tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 210 time: 0.0509291 Aug 30 18:17:13.564612 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-85d58a11-b5a6-49f5-8b93-ede6f4be2d2d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Allocated IP 172.20.0.10 (55871d36-c079-4efd-97e0-a3124e07c4e0/22391bd6-71f1-43dd-b7e9-e29ba7a121c0/c383401b-b2b0-4773-8739-0fea4364bd05) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:17:13.744686 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-85d58a11-b5a6-49f5-8b93-ede6f4be2d2d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:13.792172 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-85d58a11-b5a6-49f5-8b93-ede6f4be2d2d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:13.816675 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['cc686cfd-95a6-474b-b731-3e8cd8727128'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:17:13.854871 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d58a11-b5a6-49f5-8b93-ede6f4be2d2d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Pushing event updated for resources: {'Port': ['ID=c383401b-b2b0-4773-8739-0fea4364bd05,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:13.872758 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-85d58a11-b5a6-49f5-8b93-ede6f4be2d2d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Network 55871d36-c079-4efd-97e0-a3124e07c4e0 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:17:13.874445 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-85d58a11-b5a6-49f5-8b93-ede6f4be2d2d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:17:13.879951 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-85d58a11-b5a6-49f5-8b93-ede6f4be2d2d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:17:13.917075 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 47968) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:13.964690 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-85d58a11-b5a6-49f5-8b93-ede6f4be2d2d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:13.965299 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-85d58a11-b5a6-49f5-8b93-ede6f4be2d2d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:13.996134 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b6810-0e7c-456d-8a4b-b8b0847e0563 req-55a0d6b3-a989-4b00-9fc4-9f37df8003cf tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:13.997800 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9f7b6810-0e7c-456d-8a4b-b8b0847e0563 req-55a0d6b3-a989-4b00-9fc4-9f37df8003cf tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.1352389 Aug 30 18:17:13.997965 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-85d58a11-b5a6-49f5-8b93-ede6f4be2d2d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7882574 Aug 30 18:17:14.023189 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Request body: {'port': {'device_id': '28de022f-7274-4f53-a2a3-040a2fa8021b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:14.072377 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d5742-6d68-41ef-835e-64914e023c3f req-a47fa0e3-f88b-45eb-9a06-22f1a3d229ca tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:14.073963 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d0d5742-6d68-41ef-835e-64914e023c3f req-a47fa0e3-f88b-45eb-9a06-22f1a3d229ca tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 949 time: 0.1272209 Aug 30 18:17:14.094957 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:14.114777 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9f7b6810-0e7c-456d-8a4b-b8b0847e0563 req-c9d06e85-a135-4cd3-8eb6-18463e95de50 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897512 Aug 30 18:17:14.145875 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d0d5742-6d68-41ef-835e-64914e023c3f req-a61e2b46-3184-419e-b1af-71deea59ae43 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590918 Aug 30 18:17:14.236810 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-64215009-5996-40da-96fa-19bf2c0948fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:14.445824 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-64215009-5996-40da-96fa-19bf2c0948fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:14.454029 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-64215009-5996-40da-96fa-19bf2c0948fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:14.460715 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c383401b-b2b0-4773-8739-0fea4364bd05 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:17:14.478169 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:14.509095 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-64215009-5996-40da-96fa-19bf2c0948fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b903b328db064c8d875d4daceae782ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5909884 Aug 30 18:17:14.511870 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 47978) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:14.513410 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64215009-5996-40da-96fa-19bf2c0948fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d250c2d0-98da-459a-af08-0e04fd5eee6b,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:14.517309 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Transition to ACTIVE for port object c383401b-b2b0-4773-8739-0fea4364bd05 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:17:14.521660 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:14.568826 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Pushing event updated for resources: {'Port': ['ID=c383401b-b2b0-4773-8739-0fea4364bd05,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:14.593279 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-253e8f10-abc0-410e-834d-a268515c6c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:14.631177 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-253e8f10-abc0-410e-834d-a268515c6c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:14.653363 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Attempting to bind port c383401b-b2b0-4773-8739-0fea4364bd05 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:17:14.653736 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Attempting to bind port c383401b-b2b0-4773-8739-0fea4364bd05 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:17:14.654175 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Attempting to bind port c383401b-b2b0-4773-8739-0fea4364bd05 on network 55871d36-c079-4efd-97e0-a3124e07c4e0 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:17:14.658954 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Port c383401b-b2b0-4773-8739-0fea4364bd05 on network 55871d36-c079-4efd-97e0-a3124e07c4e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:17:14.659316 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Attempting to bind port c383401b-b2b0-4773-8739-0fea4364bd05 on network 55871d36-c079-4efd-97e0-a3124e07c4e0 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:17:14.665243 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:17:14.665770 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Checking segment: {'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:17:14.666153 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Bound using segment: {'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:17:14.666584 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Bound port: c383401b-b2b0-4773-8739-0fea4364bd05, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:17:14.666926 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:14.702435 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f7c81-abac-4cb7-8215-acecd3c93063 req-73833ef8-ea0b-44b8-85d8-f3b5d21bf3a4 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:14.703959 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-146f7c81-abac-4cb7-8215-acecd3c93063 req-73833ef8-ea0b-44b8-85d8-f3b5d21bf3a4 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 944 time: 0.0863252 Aug 30 18:17:14.735341 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-253e8f10-abc0-410e-834d-a268515c6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:14.737835 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] For port c383401b-b2b0-4773-8739-0fea4364bd05, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:17:14.738107 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-253e8f10-abc0-410e-834d-a268515c6c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:14.739226 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-253e8f10-abc0-410e-834d-a268515c6c4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d250c2d0-98da-459a-af08-0e04fd5eee6b HTTP/1.1" status: 204 len: 168 time: 0.2260323 Aug 30 18:17:14.741599 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] For port c383401b-b2b0-4773-8739-0fea4364bd05, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=c383401b-b2b0-4773-8739-0fea4364bd05,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:17:14.751654 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:14.757508 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e8f10-abc0-410e-834d-a268515c6c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d250c2d0-98da-459a-af08-0e04fd5eee6b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:14.761828 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-146f7c81-abac-4cb7-8215-acecd3c93063 req-4f4496b6-3ad4-4c52-8c21-06233dfb896c tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500801 Aug 30 18:17:14.823055 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Pushing event updated for resources: {'Port': ['ID=c383401b-b2b0-4773-8739-0fea4364bd05,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:14.826613 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:14.827325 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:14.828819 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-71dd527f-32bc-40c7-9d74-9a7e2de36702 service neutron] 10.222.0.36 "PUT /v2.0/ports/c383401b-b2b0-4773-8739-0fea4364bd05 HTTP/1.1" status: 200 len: 1094 time: 0.8120806 Aug 30 18:17:14.829383 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28de022f-7274-4f53-a2a3-040a2fa8021b', 'tag': 'c383401b-b2b0-4773-8739-0fea4364bd05'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:17:14.831706 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b59fb8-39ce-4f78-b208-e0c8fe9eadd1" -d '{"events": [{"name": "network-changed", "server_uuid": "28de022f-7274-4f53-a2a3-040a2fa8021b", "tag": "c383401b-b2b0-4773-8739-0fea4364bd05"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:17:14.868911 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458fe8da-e6fc-4ddb-89a8-9d825540db98 x-openstack-request-id: req-458fe8da-e6fc-4ddb-89a8-9d825540db98 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:17:14.869258 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28de022f-7274-4f53-a2a3-040a2fa8021b", "tag": "c383401b-b2b0-4773-8739-0fea4364bd05", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:17:14.869531 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-458fe8da-e6fc-4ddb-89a8-9d825540db98 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:17:14.870007 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28de022f-7274-4f53-a2a3-040a2fa8021b', 'tag': 'c383401b-b2b0-4773-8739-0fea4364bd05', 'status': 'completed', 'code': 200} Aug 30 18:17:14.931920 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-5ce3b7f4-42c1-4531-a2bc-94ed1daf73db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:14.933464 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-5ce3b7f4-42c1-4531-a2bc-94ed1daf73db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41975439fa7f4f9393e8a2480c9417f0&device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 1097 time: 0.0419359 Aug 30 18:17:14.992792 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-a96c4981-4eaf-4a53-9d86-f242c6786feb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c383401b-b2b0-4773-8739-0fea4364bd05 HTTP/1.1" status: 200 len: 217 time: 0.0366378 Aug 30 18:17:15.045561 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-e2722113-8080-4ec5-8db4-d070685d9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:15.047637 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-e2722113-8080-4ec5-8db4-d070685d9202 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22391bd6-71f1-43dd-b7e9-e29ba7a121c0 HTTP/1.1" status: 200 len: 855 time: 0.0444341 Aug 30 18:17:15.087856 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-2947a9cc-6258-4c8c-b1c7-c2c840bfea4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55871d36-c079-4efd-97e0-a3124e07c4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247149 Aug 30 18:17:15.198090 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-58e4aa9c-c8c6-421d-97f1-6324e1c7e049 service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960903 Aug 30 18:17:15.267089 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3eb8d-f9f1-4bdd-864a-dda1b6547b21 req-831f024d-155e-4d5d-9a06-252acf01da08 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:15.268574 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b3b3eb8d-f9f1-4bdd-864a-dda1b6547b21 req-831f024d-155e-4d5d-9a06-252acf01da08 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0982819 Aug 30 18:17:15.290075 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c741c-28a6-4500-b26f-66495ef7fa68 req-64e8cbf8-05a1-471d-93c2-a6f667db8a30 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:15.291748 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5b3c741c-28a6-4500-b26f-66495ef7fa68 req-64e8cbf8-05a1-471d-93c2-a6f667db8a30 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 949 time: 0.0673075 Aug 30 18:17:15.310146 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b38ce222-776a-4bb2-a22f-f639620a5ae2 req-99a804da-57a8-4be8-a946-b976872866b9 service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981605 Aug 30 18:17:15.350224 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b3b3eb8d-f9f1-4bdd-864a-dda1b6547b21 req-1d785c4b-e137-45e7-82a0-a0a2f9613a85 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679650 Aug 30 18:17:15.375062 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5b3c741c-28a6-4500-b26f-66495ef7fa68 req-c5bc8df3-e494-4570-9d0e-8e07a44dd963 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693359 Aug 30 18:17:15.449490 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b59fb8-39ce-4f78-b208-e0c8fe9eadd1 req-a5ab2af5-57ff-49a7-b3ea-00247c48df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:15.451217 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b9b59fb8-39ce-4f78-b208-e0c8fe9eadd1 req-a5ab2af5-57ff-49a7-b3ea-00247c48df5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41975439fa7f4f9393e8a2480c9417f0&device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 1097 time: 0.0426590 Aug 30 18:17:15.580298 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b59fb8-39ce-4f78-b208-e0c8fe9eadd1 req-a61bf830-e66d-4881-82cd-e9bcce8c1746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:15.581987 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b9b59fb8-39ce-4f78-b208-e0c8fe9eadd1 req-a61bf830-e66d-4881-82cd-e9bcce8c1746 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55871d36-c079-4efd-97e0-a3124e07c4e0 HTTP/1.1" status: 200 len: 916 time: 0.1192877 Aug 30 18:17:15.649923 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b9b59fb8-39ce-4f78-b208-e0c8fe9eadd1 req-2098e32c-57a3-4d50-8803-13fc3c4c768c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c383401b-b2b0-4773-8739-0fea4364bd05 HTTP/1.1" status: 200 len: 217 time: 0.0361819 Aug 30 18:17:15.726794 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b59fb8-39ce-4f78-b208-e0c8fe9eadd1 req-0bc03017-726e-41d6-8864-5e677fc24d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:15.728262 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b9b59fb8-39ce-4f78-b208-e0c8fe9eadd1 req-0bc03017-726e-41d6-8864-5e677fc24d9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22391bd6-71f1-43dd-b7e9-e29ba7a121c0 HTTP/1.1" status: 200 len: 855 time: 0.0595827 Aug 30 18:17:15.750836 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192ad1f-45f5-47de-8440-505d1472886b req-909cf3dc-e782-486a-a6c8-140f8bd427ad tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:15.752460 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5192ad1f-45f5-47de-8440-505d1472886b req-909cf3dc-e782-486a-a6c8-140f8bd427ad tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 949 time: 0.0936100 Aug 30 18:17:15.780346 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b9b59fb8-39ce-4f78-b208-e0c8fe9eadd1 req-b1a8e3a2-a8d2-4e74-9d72-e69acb432794 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55871d36-c079-4efd-97e0-a3124e07c4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277753 Aug 30 18:17:15.815253 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5192ad1f-45f5-47de-8440-505d1472886b req-e56981dd-fc5e-4404-8826-a8423d59efa4 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511229 Aug 30 18:17:15.939052 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b9b59fb8-39ce-4f78-b208-e0c8fe9eadd1 req-11e90205-7ff3-485b-9b58-c691a8e26574 service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329656 Aug 30 18:17:15.948381 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b2822-d7ff-4836-a161-a1cbbb9268d0 req-027abfe7-0da2-449d-b78d-0261e0ff1a67 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:15.949903 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-667b2822-d7ff-4836-a161-a1cbbb9268d0 req-027abfe7-0da2-449d-b78d-0261e0ff1a67 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 944 time: 0.0678589 Aug 30 18:17:15.992419 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-667b2822-d7ff-4836-a161-a1cbbb9268d0 req-176c4738-fbd4-4808-b331-63e16725a225 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351636 Aug 30 18:17:16.054528 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b9b59fb8-39ce-4f78-b208-e0c8fe9eadd1 req-76b55c37-f3ee-4806-93b7-0d5545b364f5 service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957599 Aug 30 18:17:16.475684 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41844405-369e-4dcb-a744-758ebbf361b8 req-52b6affc-ef82-4460-bd3e-0f1e1c272e23 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:16.477177 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-41844405-369e-4dcb-a744-758ebbf361b8 req-52b6affc-ef82-4460-bd3e-0f1e1c272e23 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0483301 Aug 30 18:17:16.519864 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-41844405-369e-4dcb-a744-758ebbf361b8 req-02f43962-fae7-40fa-9d37-6e9ea5d87f8c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365963 Aug 30 18:17:16.770293 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 48096) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:16.885665 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82085beb-bf8c-4819-a08f-44e43ebbfe87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.039794 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82085beb-bf8c-4819-a08f-44e43ebbfe87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.051220 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82085beb-bf8c-4819-a08f-44e43ebbfe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.123537 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82085beb-bf8c-4819-a08f-44e43ebbfe87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5329f5f5-bed0-4685-92e9-2f945a489c56,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:17.143948 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-82085beb-bf8c-4819-a08f-44e43ebbfe87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd12b31a6bcc4d0fbc8493e67c7ca7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726027 Aug 30 18:17:17.146897 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 48120) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:17.180813 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8ed16-344f-4245-a6f6-1f50e02b1a80 req-bb11679e-2372-4ba2-9e95-2461983fd056 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:17.182357 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ffe8ed16-344f-4245-a6f6-1f50e02b1a80 req-bb11679e-2372-4ba2-9e95-2461983fd056 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 949 time: 0.1425028 Aug 30 18:17:17.186193 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 48122) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:17.227697 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09001343-d07f-40b5-a4a9-0093f968036a req-27dc499e-02d8-4b23-a045-43b2370359f0 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:17.229235 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09001343-d07f-40b5-a4a9-0093f968036a req-27dc499e-02d8-4b23-a045-43b2370359f0 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 944 time: 0.1270254 Aug 30 18:17:17.294863 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ffe8ed16-344f-4245-a6f6-1f50e02b1a80 req-b6597a2a-14a1-4af4-b622-5ffdc5189458 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933440 Aug 30 18:17:17.294863 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a909cfe-be9b-43c9-af21-58d70a3298de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.315797 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09001343-d07f-40b5-a4a9-0093f968036a req-2bc5742e-886d-48c6-96e7-c9ae5de2de0f tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694859 Aug 30 18:17:17.336163 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a909cfe-be9b-43c9-af21-58d70a3298de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.360182 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a2a772b4-dd45-47e4-bfa3-103cfc143067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.425137 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a909cfe-be9b-43c9-af21-58d70a3298de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.428250 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a909cfe-be9b-43c9-af21-58d70a3298de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.431766 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3a909cfe-be9b-43c9-af21-58d70a3298de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5329f5f5-bed0-4685-92e9-2f945a489c56 HTTP/1.1" status: 204 len: 168 time: 0.2800972 Aug 30 18:17:17.445913 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a909cfe-be9b-43c9-af21-58d70a3298de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5329f5f5-bed0-4685-92e9-2f945a489c56,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:17.490021 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 48140) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:17.511708 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a2a772b4-dd45-47e4-bfa3-103cfc143067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.516738 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a2a772b4-dd45-47e4-bfa3-103cfc143067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.579505 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a2a772b4-dd45-47e4-bfa3-103cfc143067 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84b1c14929d741b4ab510325766b00c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922839 Aug 30 18:17:17.580351 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a772b4-dd45-47e4-bfa3-103cfc143067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a200bcb-4ffb-4578-a6a4-37fdd290f33d,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:17.582752 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 48146) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:17.667007 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cc70fbb-bee9-477d-99b5-b337bd4c3b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.699388 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd822269-3905-4419-9af7-0fe85560bebf req-4d0cdb42-5ca4-4967-8eaf-f523ca9e4daf tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:17.701264 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd822269-3905-4419-9af7-0fe85560bebf req-4d0cdb42-5ca4-4967-8eaf-f523ca9e4daf tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0791051 Aug 30 18:17:17.703753 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cc70fbb-bee9-477d-99b5-b337bd4c3b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.750297 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-64a9ddd3-9f6c-44b0-ab0c-e45694a43c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.776799 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd822269-3905-4419-9af7-0fe85560bebf req-e3ced53a-9446-41e7-bf14-0d17a46e1595 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635433 Aug 30 18:17:17.800282 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cc70fbb-bee9-477d-99b5-b337bd4c3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.803946 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cc70fbb-bee9-477d-99b5-b337bd4c3b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:17.805662 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-5cc70fbb-bee9-477d-99b5-b337bd4c3b68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a200bcb-4ffb-4578-a6a4-37fdd290f33d HTTP/1.1" status: 204 len: 168 time: 0.2220101 Aug 30 18:17:17.815668 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 48152) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:17.816733 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc70fbb-bee9-477d-99b5-b337bd4c3b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a200bcb-4ffb-4578-a6a4-37fdd290f33d,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:17.838979 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f86af01d-a88f-4372-918e-c9339a83d973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.055379 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-64a9ddd3-9f6c-44b0-ab0c-e45694a43c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.059686 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-64a9ddd3-9f6c-44b0-ab0c-e45694a43c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.097336 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-64a9ddd3-9f6c-44b0-ab0c-e45694a43c4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75fdaa9ce8bb4621acc5678464cdfcb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6060407 Aug 30 18:17:18.099308 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9ddd3-9f6c-44b0-ab0c-e45694a43c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c473184-0432-43f7-a15a-83345a55904d,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:18.101839 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 48158) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:18.155442 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5d84b5c4-8952-4e33-b3ab-81e16fed1951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.164373 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 48160) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:18.168977 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f86af01d-a88f-4372-918e-c9339a83d973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.174076 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f86af01d-a88f-4372-918e-c9339a83d973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.183910 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0a2dc42d-5fd8-4993-a735-f6eaa4da4c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.195077 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5d84b5c4-8952-4e33-b3ab-81e16fed1951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.213075 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f86af01d-a88f-4372-918e-c9339a83d973 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c104775f0414a38a83ab29f6bf3a6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926640 Aug 30 18:17:18.214951 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86af01d-a88f-4372-918e-c9339a83d973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c838583-5846-4088-b76e-1347c250b04b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:18.215803 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 48162) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:18.302306 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7878dd7f-dea0-43c2-98d4-55cc1093569c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.310250 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5d84b5c4-8952-4e33-b3ab-81e16fed1951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.313447 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5d84b5c4-8952-4e33-b3ab-81e16fed1951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.314598 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5d84b5c4-8952-4e33-b3ab-81e16fed1951 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c473184-0432-43f7-a15a-83345a55904d HTTP/1.1" status: 204 len: 168 time: 0.2118285 Aug 30 18:17:18.342058 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84b5c4-8952-4e33-b3ab-81e16fed1951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c473184-0432-43f7-a15a-83345a55904d,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:18.359479 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7878dd7f-dea0-43c2-98d4-55cc1093569c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.416288 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0a2dc42d-5fd8-4993-a735-f6eaa4da4c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.423146 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0a2dc42d-5fd8-4993-a735-f6eaa4da4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.466078 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0a2dc42d-5fd8-4993-a735-f6eaa4da4c7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e357ea0f6f34b76987d3ac28a722006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005781 Aug 30 18:17:18.467874 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2dc42d-5fd8-4993-a735-f6eaa4da4c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd2a9ce-3159-4d39-8c98-e56db72ee3b4,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:18.469227 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 48172) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:18.470471 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7878dd7f-dea0-43c2-98d4-55cc1093569c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.473030 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7878dd7f-dea0-43c2-98d4-55cc1093569c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.474368 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-7878dd7f-dea0-43c2-98d4-55cc1093569c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c838583-5846-4088-b76e-1347c250b04b HTTP/1.1" status: 204 len: 168 time: 0.2562020 Aug 30 18:17:18.483786 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878dd7f-dea0-43c2-98d4-55cc1093569c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c838583-5846-4088-b76e-1347c250b04b,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:18.488266 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c530f0-770d-4923-af04-f38aa09bb8d3 req-6291d8c9-c3f1-4e78-9123-ddd280314a9e tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:18.496347 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c5c530f0-770d-4923-af04-f38aa09bb8d3 req-6291d8c9-c3f1-4e78-9123-ddd280314a9e tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 949 time: 0.1178782 Aug 30 18:17:18.534618 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb21078-4a4d-4c39-8e94-99f4902ed19b req-81c4d557-2016-45c3-9977-ad9183e4f194 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:18.536046 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fdb21078-4a4d-4c39-8e94-99f4902ed19b req-81c4d557-2016-45c3-9977-ad9183e4f194 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 944 time: 0.1145406 Aug 30 18:17:18.579361 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f060b-d540-40e3-8556-a3dbc6255249 req-08da4f2e-dc46-4668-b82f-7cd7822f785f tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:18.582125 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-012f060b-d540-40e3-8556-a3dbc6255249 req-08da4f2e-dc46-4668-b82f-7cd7822f785f tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.36 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 949 time: 0.0549486 Aug 30 18:17:18.609418 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c5c530f0-770d-4923-af04-f38aa09bb8d3 req-ea785915-3cec-4065-bafb-8bf382cc3883 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1428ada-ed8f-49ef-b143-d4b74d0fe39a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116762 Aug 30 18:17:18.637608 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fdb21078-4a4d-4c39-8e94-99f4902ed19b req-24350754-2183-4aff-9b14-10d7c0d6c241 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807579 Aug 30 18:17:18.662159 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc2eb-22c2-4453-ad27-25a8e03b8d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.694485 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc2eb-22c2-4453-ad27-25a8e03b8d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.715785 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-012f060b-d540-40e3-8556-a3dbc6255249 req-aa540655-8413-41ca-9a9b-2a3e69cac22a tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Deleting port f8e4bf96-051f-4452-9ad5-d3cabc5fc718 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:17:18.716413 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-012f060b-d540-40e3-8556-a3dbc6255249 req-aa540655-8413-41ca-9a9b-2a3e69cac22a tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.753870 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc2eb-22c2-4453-ad27-25a8e03b8d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.758541 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc2eb-22c2-4453-ad27-25a8e03b8d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.761077 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f6ddc2eb-22c2-4453-ad27-25a8e03b8d27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bd2a9ce-3159-4d39-8c98-e56db72ee3b4 HTTP/1.1" status: 204 len: 168 time: 0.2895219 Aug 30 18:17:18.768009 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 48186) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:18.780110 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddc2eb-22c2-4453-ad27-25a8e03b8d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd2a9ce-3159-4d39-8c98-e56db72ee3b4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:18.844724 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-012f060b-d540-40e3-8556-a3dbc6255249 req-aa540655-8413-41ca-9a9b-2a3e69cac22a tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] For port f8e4bf96-051f-4452-9ad5-d3cabc5fc718, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=f8e4bf96-051f-4452-9ad5-d3cabc5fc718,segment=NetworkSegment(1ab9471e-118b-4b19-b198-e88e7081ebec),segment_id=1ab9471e-118b-4b19-b198-e88e7081ebec)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:18.845530 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-012f060b-d540-40e3-8556-a3dbc6255249 req-aa540655-8413-41ca-9a9b-2a3e69cac22a tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:18.869855 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-012f060b-d540-40e3-8556-a3dbc6255249 req-aa540655-8413-41ca-9a9b-2a3e69cac22a tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Calling delete_port for f8e4bf96-051f-4452-9ad5-d3cabc5fc718 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:17:18.907242 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423739e-272c-4b5b-a05c-b419c0162e61 req-dc8653ab-b174-4219-8306-9515aeaa7502 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:18.909583 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4423739e-272c-4b5b-a05c-b419c0162e61 req-dc8653ab-b174-4219-8306-9515aeaa7502 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0553701 Aug 30 18:17:18.968812 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4423739e-272c-4b5b-a05c-b419c0162e61 req-1b55ef58-4a69-49b8-bae9-358980716557 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Aug 30 18:17:19.020578 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-012f060b-d540-40e3-8556-a3dbc6255249 req-aa540655-8413-41ca-9a9b-2a3e69cac22a tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:19.038479 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['f8e4bf96-051f-4452-9ad5-d3cabc5fc718'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:17:19.058304 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa540655-8413-41ca-9a9b-2a3e69cac22a tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Pushing event deleted for resources: {'Port': ['ID=f8e4bf96-051f-4452-9ad5-d3cabc5fc718,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:19.123186 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4e36a293-f44c-4aba-af6a-3abe3a13fea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:19.125612 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-012f060b-d540-40e3-8556-a3dbc6255249 req-aa540655-8413-41ca-9a9b-2a3e69cac22a tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] No DVR routers for this DVR port f8e4bf96-051f-4452-9ad5-d3cabc5fc718 on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:17:19.130519 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-012f060b-d540-40e3-8556-a3dbc6255249 req-aa540655-8413-41ca-9a9b-2a3e69cac22a tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:19.133427 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-012f060b-d540-40e3-8556-a3dbc6255249 req-aa540655-8413-41ca-9a9b-2a3e69cac22a tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.36 "DELETE /v2.0/ports/f8e4bf96-051f-4452-9ad5-d3cabc5fc718 HTTP/1.1" status: 204 len: 173 time: 0.5390508 Aug 30 18:17:19.135270 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835', 'name': 'network-vif-deleted', 'tag': 'f8e4bf96-051f-4452-9ad5-d3cabc5fc718'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:17:19.147703 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8286b400-e4a3-4854-8201-e071114b707a" -d '{"events": [{"server_uuid": "adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835", "name": "network-vif-deleted", "tag": "f8e4bf96-051f-4452-9ad5-d3cabc5fc718"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:17:19.238495 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9ebea8-06c0-4120-b587-12b01cac8b28 x-openstack-request-id: req-1f9ebea8-06c0-4120-b587-12b01cac8b28 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:17:19.238782 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835", "name": "network-vif-deleted", "tag": "f8e4bf96-051f-4452-9ad5-d3cabc5fc718", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:17:19.239067 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f9ebea8-06c0-4120-b587-12b01cac8b28 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:17:19.240275 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835', 'name': 'network-vif-deleted', 'tag': 'f8e4bf96-051f-4452-9ad5-d3cabc5fc718', 'status': 'completed', 'code': 200} Aug 30 18:17:19.310977 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4e36a293-f44c-4aba-af6a-3abe3a13fea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:19.322015 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4e36a293-f44c-4aba-af6a-3abe3a13fea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:19.367516 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-4e36a293-f44c-4aba-af6a-3abe3a13fea6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a85a0e417f824aa5b91621fa41c465db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5957491 Aug 30 18:17:19.367516 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36a293-f44c-4aba-af6a-3abe3a13fea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8335f8a-fe27-4838-9244-03fa939dd239,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:19.369210 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 48214) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:19.431827 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-188f29cb-05a0-4ff1-91c0-6af1ef974fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:19.454858 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-188f29cb-05a0-4ff1-91c0-6af1ef974fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:19.514077 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-188f29cb-05a0-4ff1-91c0-6af1ef974fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:19.517773 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-188f29cb-05a0-4ff1-91c0-6af1ef974fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:19.519574 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-188f29cb-05a0-4ff1-91c0-6af1ef974fec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8335f8a-fe27-4838-9244-03fa939dd239 HTTP/1.1" status: 204 len: 168 time: 0.1488059 Aug 30 18:17:19.527812 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f29cb-05a0-4ff1-91c0-6af1ef974fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8335f8a-fe27-4838-9244-03fa939dd239,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:19.738401 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8bd9b733-4ee6-428c-8832-7e3de0c8498a req-3d8919f5-1b38-4c76-bcca-cad4a1a17971 tempest-VolumesNegativeTest-787279922 tempest-VolumesNegativeTest-787279922-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb48ac-cc51-4ae3-b4ac-e7e0eabaf835 HTTP/1.1" status: 200 len: 210 time: 0.0322182 Aug 30 18:17:19.784775 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab871be2-086a-4cea-bf1e-b10563c23e8d req-85385750-1d52-4ac5-82b5-8e439b569e87 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:19.786548 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ab871be2-086a-4cea-bf1e-b10563c23e8d req-85385750-1d52-4ac5-82b5-8e439b569e87 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 944 time: 0.0509048 Aug 30 18:17:19.830097 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device c383401b-b2b0-4773-8739-0fea4364bd05 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:17:19.869384 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ab871be2-086a-4cea-bf1e-b10563c23e8d req-8fc04a10-e3c8-41a0-9c80-423c11bf07a5 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576360 Aug 30 18:17:19.968267 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 48252) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:20.102429 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f769f-8a06-4e50-aca2-2c5b8a9aa3bc req-dd8e57e7-9abe-485b-916a-1d12c48e3b8c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:20.103992 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-490f769f-8a06-4e50-aca2-2c5b8a9aa3bc req-dd8e57e7-9abe-485b-916a-1d12c48e3b8c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0677860 Aug 30 18:17:20.110250 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port c383401b-b2b0-4773-8739-0fea4364bd05, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=c383401b-b2b0-4773-8739-0fea4364bd05,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:20.123354 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': 'c383401b-b2b0-4773-8739-0fea4364bd05', 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0', 'port_id': 'c383401b-b2b0-4773-8739-0fea4364bd05', 'mac_address': 'fa:16:3e:44:e1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22391bd6-71f1-43dd-b7e9-e29ba7a121c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:17:20.145025 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-490f769f-8a06-4e50-aca2-2c5b8a9aa3bc req-649a2d42-e642-4f42-97f8-a209914a7001 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346010 Aug 30 18:17:20.165724 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:20.179218 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-603570846-network', 'tenant_id': '7ce23438864f4db0bfbd2a578f18129e'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:20.180815 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c383401b-b2b0-4773-8739-0fea4364bd05 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:17:20.205018 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Made reservation on behalf of 7ce23438864f4db0bfbd2a578f18129e for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:17:20.207495 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:20.208665 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port c383401b-b2b0-4773-8739-0fea4364bd05, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=c383401b-b2b0-4773-8739-0fea4364bd05,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:20.213214 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:20.219955 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:20.277143 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=c383401b-b2b0-4773-8739-0fea4364bd05,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:20.320446 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:20.326833 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:20.351794 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:17:20.370421 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69369cf8-601d-4612-8439-6d6e61d4d799,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:20.372343 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:20.372680 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Added segment 9d23f476-148c-4915-a9d9-883c25d6e6df of type vlan for network ba876602-563f-4294-9217-5cbdc08d373b Aug 30 18:17:20.417272 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:20.443400 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:20.445779 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:20.448414 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:20.464612 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4946625 Aug 30 18:17:20.467707 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 48280) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:20.473189 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-2da1a932-5470-455c-9f7e-a23e315e13ec admin admin] Request body: {'subnet': {'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-603570846-subnet', 'tenant_id': '7ce23438864f4db0bfbd2a578f18129e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:20.494432 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da1a932-5470-455c-9f7e-a23e315e13ec admin admin] Made reservation on behalf of 7ce23438864f4db0bfbd2a578f18129e for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:17:20.497065 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2da1a932-5470-455c-9f7e-a23e315e13ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9218370'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:20.532566 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34b647-d905-4554-b0e8-71926a345c59 admin admin] Pushing event updated for resources: {'Network': ['ID=ba876602-563f-4294-9217-5cbdc08d373b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:20.552258 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network ba876602-563f-4294-9217-5cbdc08d373b details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:17:20.619095 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['c383401b-b2b0-4773-8739-0fea4364bd05'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:17:20.718987 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2da1a932-5470-455c-9f7e-a23e315e13ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9037454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9218352'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:20.804910 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1a932-5470-455c-9f7e-a23e315e13ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d58ef967-0767-4f74-85dc-c000e6629e3a,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:20.834162 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1a932-5470-455c-9f7e-a23e315e13ec admin admin] Checking segment: {'id': '9d23f476-148c-4915-a9d9-883c25d6e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:17:20.834532 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da1a932-5470-455c-9f7e-a23e315e13ec admin admin] Network hostable DHCP agents. Network: ba876602-563f-4294-9217-5cbdc08d373b, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:17:20.852448 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da1a932-5470-455c-9f7e-a23e315e13ec admin admin] Network ba876602-563f-4294-9217-5cbdc08d373b is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:17:20.873199 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-2da1a932-5470-455c-9f7e-a23e315e13ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, ba876602-563f-4294-9217-5cbdc08d373b) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:17:20.885627 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc86b828-5684-4aae-b253-b2e1d79bd389 None None] Network ba876602-563f-4294-9217-5cbdc08d373b requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:17:20.895708 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da1a932-5470-455c-9f7e-a23e315e13ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:20.897703 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2da1a932-5470-455c-9f7e-a23e315e13ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:20.933872 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-2da1a932-5470-455c-9f7e-a23e315e13ec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4574213 Aug 30 18:17:21.020465 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaac478-e03f-4c16-8126-0a58f69a6ab1 req-b7a6ca76-d541-4a02-98d5-4f1585b9d805 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:21.023474 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-adaac478-e03f-4c16-8126-0a58f69a6ab1 req-b7a6ca76-d541-4a02-98d5-4f1585b9d805 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 945 time: 0.0662704 Aug 30 18:17:21.109489 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-adaac478-e03f-4c16-8126-0a58f69a6ab1 req-b5c8a287-8a9b-40fb-bf49-9aaa3d064151 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786076 Aug 30 18:17:21.109841 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2f5929-ee64-4c4d-aaad-42a45eb40cb2 None None] Network ba876602-563f-4294-9217-5cbdc08d373b requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:17:21.288347 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42320b28-56c1-4fc6-bf07-1942409f96b5 req-59604f2c-7c89-4407-b6a0-8e88eb83923c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:21.290535 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-42320b28-56c1-4fc6-bf07-1942409f96b5 req-59604f2c-7c89-4407-b6a0-8e88eb83923c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0688462 Aug 30 18:17:21.347668 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-42320b28-56c1-4fc6-bf07-1942409f96b5 req-ca326782-da57-4c4c-865c-6483a97a9a8e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490975 Aug 30 18:17:21.854347 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device c383401b-b2b0-4773-8739-0fea4364bd05 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:17:21.943738 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port c383401b-b2b0-4773-8739-0fea4364bd05 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:17:21.947854 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port c383401b-b2b0-4773-8739-0fea4364bd05 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:17:21.948305 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:22.128960 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:22.167132 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28de022f-7274-4f53-a2a3-040a2fa8021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c383401b-b2b0-4773-8739-0fea4364bd05'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:17:22.169675 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf0eca1-5225-4e3c-850d-63762fa94664" -d '{"events": [{"server_uuid": "28de022f-7274-4f53-a2a3-040a2fa8021b", "name": "network-vif-plugged", "status": "completed", "tag": "c383401b-b2b0-4773-8739-0fea4364bd05"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:17:22.189990 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port c383401b-b2b0-4773-8739-0fea4364bd05, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=c383401b-b2b0-4773-8739-0fea4364bd05,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:22.195005 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:22.197190 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device f8e4bf96-051f-4452-9ad5-d3cabc5fc718 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:17:22.254486 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdff405-9bfc-49f9-a6a7-ca775e2e6e70 x-openstack-request-id: req-ebdff405-9bfc-49f9-a6a7-ca775e2e6e70 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:17:22.255210 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28de022f-7274-4f53-a2a3-040a2fa8021b", "name": "network-vif-plugged", "status": "completed", "tag": "c383401b-b2b0-4773-8739-0fea4364bd05", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:17:22.255612 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebdff405-9bfc-49f9-a6a7-ca775e2e6e70 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:17:22.256144 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28de022f-7274-4f53-a2a3-040a2fa8021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c383401b-b2b0-4773-8739-0fea4364bd05', 'code': 200} Aug 30 18:17:22.261012 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: f8e4bf96-051f-4452-9ad5-d3cabc5fc718 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:17:22.261133 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device f8e4bf96-051f-4452-9ad5-d3cabc5fc718 not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:17:22.287766 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e615c8-1954-43b1-a017-df33f5e485cb req-d3e18bc9-0ce3-40ff-850e-75a735a87678 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:22.289648 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54e615c8-1954-43b1-a017-df33f5e485cb req-d3e18bc9-0ce3-40ff-850e-75a735a87678 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 946 time: 0.0868251 Aug 30 18:17:22.311088 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=c383401b-b2b0-4773-8739-0fea4364bd05,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:22.356193 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54e615c8-1954-43b1-a017-df33f5e485cb req-8675e718-bf2e-45cf-bd13-1ad82e307695 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544951 Aug 30 18:17:22.474875 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a9804-bee4-47ae-9c64-8a80b8b31003 req-7fc9aeea-6b9f-4253-8287-ce785209277e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:22.476897 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8c9a9804-bee4-47ae-9c64-8a80b8b31003 req-7fc9aeea-6b9f-4253-8287-ce785209277e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0588951 Aug 30 18:17:22.486818 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dab59b-19c6-4588-8939-23d60ca2b0e5 req-98d39088-f824-4171-a44b-52d08ec963d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:22.488305 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-32dab59b-19c6-4588-8939-23d60ca2b0e5 req-98d39088-f824-4171-a44b-52d08ec963d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 1099 time: 0.0563462 Aug 30 18:17:22.517203 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8c9a9804-bee4-47ae-9c64-8a80b8b31003 req-ccf1c70b-1f1e-4c6e-b4a9-a1afeef05e53 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334508 Aug 30 18:17:22.534190 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-32dab59b-19c6-4588-8939-23d60ca2b0e5 req-ed70a986-95fd-4cc0-93b4-f456c8534c7f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Aug 30 18:17:23.495766 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04915c2-7400-43a4-aad2-ac6179324537 req-68774a07-9e88-4999-86bb-7d39995f793c tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:23.497508 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d04915c2-7400-43a4-aad2-ac6179324537 req-68774a07-9e88-4999-86bb-7d39995f793c tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 946 time: 0.0720870 Aug 30 18:17:23.537907 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-16058290-0ba4-46d7-90ca-5a85ffd29433 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:23.537907 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-16058290-0ba4-46d7-90ca-5a85ffd29433 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/networks?id=ba876602-563f-4294-9217-5cbdc08d373b HTTP/1.1" status: 200 len: 808 time: 0.1728320 Aug 30 18:17:23.568566 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-731a163c-a1df-4b6b-bc70-1ec7bbfaf235 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/quotas/7ce23438864f4db0bfbd2a578f18129e HTTP/1.1" status: 200 len: 375 time: 0.0236151 Aug 30 18:17:23.571553 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d04915c2-7400-43a4-aad2-ac6179324537 req-f03f1549-270a-4833-a93e-f424a83e6ce4 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647225 Aug 30 18:17:23.614199 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-05939f6d-c4a8-4ec4-858a-7ec5af12ebe4 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ce23438864f4db0bfbd2a578f18129e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384283 Aug 30 18:17:23.745716 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71b3c7-1b5d-4ac3-b912-73dba63ea687 req-77b8cd6f-4dba-476d-b6c2-f44738b3a8a5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:23.747343 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3d71b3c7-1b5d-4ac3-b912-73dba63ea687 req-77b8cd6f-4dba-476d-b6c2-f44738b3a8a5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0720258 Aug 30 18:17:23.770141 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-af993956-9b39-4648-9309-5552c722f2ab service neutron] 10.222.0.16 "GET /v2.0/networks/ba876602-563f-4294-9217-5cbdc08d373b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550913 Aug 30 18:17:24.050913 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3d71b3c7-1b5d-4ac3-b912-73dba63ea687 req-1afe1288-c3ec-494c-b158-faf5caa3dc53 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925591 Aug 30 18:17:24.105086 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-3d4461de-7581-4d7c-a572-aac2ff6cef41 service neutron] 10.222.0.16 "GET /v2.0/networks/ba876602-563f-4294-9217-5cbdc08d373b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267875 Aug 30 18:17:24.277224 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-faeb7cdc-b08d-430a-9c91-626083f6ae9f req-58c25b8e-03f0-4990-8861-3f58154be610 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 210 time: 0.0283909 Aug 30 18:17:24.689019 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215586d-06dd-4781-aea5-861034aed022 req-d20497fa-6ee6-4849-a213-2f61b9c6247e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:24.690465 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5215586d-06dd-4781-aea5-861034aed022 req-d20497fa-6ee6-4849-a213-2f61b9c6247e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 946 time: 0.0473230 Aug 30 18:17:24.727198 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5215586d-06dd-4781-aea5-861034aed022 req-15c58c21-0cc9-4033-acd8-1884bd99e4a3 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Aug 30 18:17:25.168287 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe3654-f45b-4306-88d9-4f2819c9c190 req-d20ad56d-6868-4f9c-acf6-11f1a48962cc tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:25.169739 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0efe3654-f45b-4306-88d9-4f2819c9c190 req-d20ad56d-6868-4f9c-acf6-11f1a48962cc tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0496659 Aug 30 18:17:25.206083 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0efe3654-f45b-4306-88d9-4f2819c9c190 req-4dbe1b5c-fdfb-4a31-ba2f-7a6048ba80e8 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301156 Aug 30 18:17:25.376786 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-466d06f3-0be8-4a82-9d31-69dc8f5b0844 req-2a95dbbb-f846-4f41-9ee6-4d4228ff276b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 210 time: 0.0268698 Aug 30 18:17:25.845150 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8768bc2-e729-4fff-9a76-d53b1c39bd31 req-7e13095b-6d75-49ea-a9ab-26dd5c23c611 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:25.846633 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f8768bc2-e729-4fff-9a76-d53b1c39bd31 req-7e13095b-6d75-49ea-a9ab-26dd5c23c611 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 946 time: 0.0491071 Aug 30 18:17:25.888164 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f8768bc2-e729-4fff-9a76-d53b1c39bd31 req-5b8b2fff-71ca-454a-a93f-3709276e356f tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356343 Aug 30 18:17:26.315838 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeca18-7da7-45c6-9bbe-841961890cc6 req-c80a0a68-80a9-4139-8e06-840623d2482e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:26.317301 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0edeca18-7da7-45c6-9bbe-841961890cc6 req-c80a0a68-80a9-4139-8e06-840623d2482e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0471132 Aug 30 18:17:26.357269 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0edeca18-7da7-45c6-9bbe-841961890cc6 req-c6d55728-279d-4d0b-8098-89f909f46e07 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341883 Aug 30 18:17:26.470041 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2b6ff528-a0b1-41b3-bb17-dd4745b9b4aa req-f36942aa-90db-47b9-887d-df5693daa232 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 210 time: 0.0267415 Aug 30 18:17:27.002634 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff1f3e-b5f1-48cf-82fc-37c51c40afa3 req-ae66d5b4-9396-4a20-a028-0c9da4933f91 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:27.004074 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aaff1f3e-b5f1-48cf-82fc-37c51c40afa3 req-ae66d5b4-9396-4a20-a028-0c9da4933f91 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 946 time: 0.0486538 Aug 30 18:17:27.041835 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aaff1f3e-b5f1-48cf-82fc-37c51c40afa3 req-cd839d6a-fd35-4906-8117-7ba06dbb6830 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318625 Aug 30 18:17:27.519007 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0581f86-5fc4-474a-81e2-d2f1fbcce48a req-a0e63282-1b0d-4460-8f1e-337c1b0199c1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:27.520829 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b0581f86-5fc4-474a-81e2-d2f1fbcce48a req-a0e63282-1b0d-4460-8f1e-337c1b0199c1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0845568 Aug 30 18:17:27.638891 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b0581f86-5fc4-474a-81e2-d2f1fbcce48a req-bfd6a0aa-897a-4bb2-befb-068ab99b460f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116385 Aug 30 18:17:27.662212 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9af21989-bf4c-4365-bb7a-eb79e3999179 req-8bc74780-8638-4fcf-bd0f-4715cd9a5c5a tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 210 time: 0.0913627 Aug 30 18:17:27.711926 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-4d089a93-7949-48db-94b7-6414fafd73d5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:27.718701 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-4d089a93-7949-48db-94b7-6414fafd73d5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.36 "GET /v2.0/networks?id=ba876602-563f-4294-9217-5cbdc08d373b HTTP/1.1" status: 200 len: 808 time: 0.2315581 Aug 30 18:17:27.737870 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-eb66b7aa-4915-4c8d-9f43-8f86fed17eb5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Request body: {'port': {'device_id': '56a876c5-30e7-439b-bd66-9fa01d69476f', 'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b', 'admin_state_up': True, 'tenant_id': '7ce23438864f4db0bfbd2a578f18129e'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:27.906118 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-eb66b7aa-4915-4c8d-9f43-8f86fed17eb5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Made reservation on behalf of 7ce23438864f4db0bfbd2a578f18129e for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:17:27.910905 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-eb66b7aa-4915-4c8d-9f43-8f86fed17eb5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:27.953326 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 48778) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:28.049109 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-eb66b7aa-4915-4c8d-9f43-8f86fed17eb5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Allocated IP 172.20.0.10 (ba876602-563f-4294-9217-5cbdc08d373b/d58ef967-0767-4f74-85dc-c000e6629e3a/799566f1-cfba-4fef-b05d-ad71d37e99db) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:17:28.158480 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d806cdc6-488c-48f2-8e5b-0e088e2a3655 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2cd8cf89442c496499b810f9ef61943c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039323 Aug 30 18:17:28.163691 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 48794) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:28.199151 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230063c8-bee3-41c8-842e-10ae3531c5fa req-81553495-05bb-4392-afe6-5487089d1c59 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:28.200830 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-230063c8-bee3-41c8-842e-10ae3531c5fa req-81553495-05bb-4392-afe6-5487089d1c59 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 946 time: 0.0801475 Aug 30 18:17:28.226108 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-eb66b7aa-4915-4c8d-9f43-8f86fed17eb5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:28.260183 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-230063c8-bee3-41c8-842e-10ae3531c5fa req-280acfde-4f03-49bd-bec0-ebd8c12d5886 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502167 Aug 30 18:17:28.264794 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d06675f-d9a1-4b45-b6d9-bd8e1cab3790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:28.266028 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-eb66b7aa-4915-4c8d-9f43-8f86fed17eb5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:28.286769 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d06675f-d9a1-4b45-b6d9-bd8e1cab3790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:28.316709 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66b7aa-4915-4c8d-9f43-8f86fed17eb5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Pushing event updated for resources: {'Port': ['ID=799566f1-cfba-4fef-b05d-ad71d37e99db,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:28.328395 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-eb66b7aa-4915-4c8d-9f43-8f86fed17eb5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Network ba876602-563f-4294-9217-5cbdc08d373b is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:17:28.330004 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-eb66b7aa-4915-4c8d-9f43-8f86fed17eb5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:17:28.332638 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-eb66b7aa-4915-4c8d-9f43-8f86fed17eb5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:17:28.350630 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d06675f-d9a1-4b45-b6d9-bd8e1cab3790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:28.353534 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d06675f-d9a1-4b45-b6d9-bd8e1cab3790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:28.357562 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-8d06675f-d9a1-4b45-b6d9-bd8e1cab3790 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1428ada-ed8f-49ef-b143-d4b74d0fe39a HTTP/1.1" status: 204 len: 168 time: 0.1918056 Aug 30 18:17:28.367388 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06675f-d9a1-4b45-b6d9-bd8e1cab3790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1428ada-ed8f-49ef-b143-d4b74d0fe39a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:28.388682 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-eb66b7aa-4915-4c8d-9f43-8f86fed17eb5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:28.389696 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-eb66b7aa-4915-4c8d-9f43-8f86fed17eb5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:28.405791 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-eb66b7aa-4915-4c8d-9f43-8f86fed17eb5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6769900 Aug 30 18:17:28.756546 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592c7d4-7993-460e-80e9-cc670a2f03bd req-76682e94-132f-4e47-8373-784d011691a0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:28.758433 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1592c7d4-7993-460e-80e9-cc670a2f03bd req-76682e94-132f-4e47-8373-784d011691a0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0513656 Aug 30 18:17:28.805077 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1592c7d4-7993-460e-80e9-cc670a2f03bd req-eb1cb498-b204-4130-b1eb-0c70c57b20a0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 Aug 30 18:17:29.003261 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f955c0-f9ba-4e4d-b37a-6df22088ed84 req-87bc3c77-71cd-4bfb-bac0-9704b215a80c tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:29.008579 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f3f955c0-f9ba-4e4d-b37a-6df22088ed84 req-87bc3c77-71cd-4bfb-bac0-9704b215a80c tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 932 time: 0.0494401 Aug 30 18:17:29.043621 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f3f955c0-f9ba-4e4d-b37a-6df22088ed84 req-9ab2df9b-b0aa-493e-8097-8fd8bb84f4d5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321870 Aug 30 18:17:29.060209 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 48842) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:29.154719 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1935242940-network', 'tenant_id': '8b9bdc64843a4fa2918b63b02a625d43'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:29.176522 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Made reservation on behalf of 8b9bdc64843a4fa2918b63b02a625d43 for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:17:29.179081 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:29.187739 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:29.288911 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:29.292662 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:29.317350 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:17:29.326257 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098eb9e2-05e6-41a7-978e-8808497856cf,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:29.334017 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:29.334360 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Added segment a7912160-b01a-441c-9244-de8182523aa2 of type vlan for network 0044f176-2787-4927-8904-26bd953e064a Aug 30 18:17:29.372268 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:29.398066 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:29.399060 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:29.399889 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:29.449167 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3878355 Aug 30 18:17:29.453071 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 48850) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:29.459006 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-3f38ef55-373a-4a60-9f49-3e670a66147b admin admin] Request body: {'subnet': {'network_id': '0044f176-2787-4927-8904-26bd953e064a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1935242940-subnet', 'tenant_id': '8b9bdc64843a4fa2918b63b02a625d43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:29.461523 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675c719-d5e5-40d9-9c1b-8494114c5503 admin admin] Pushing event updated for resources: {'Network': ['ID=0044f176-2787-4927-8904-26bd953e064a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:29.471199 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network 0044f176-2787-4927-8904-26bd953e064a details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:17:29.479340 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f38ef55-373a-4a60-9f49-3e670a66147b admin admin] Made reservation on behalf of 8b9bdc64843a4fa2918b63b02a625d43 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:17:29.481714 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f38ef55-373a-4a60-9f49-3e670a66147b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9218370'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:29.645027 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f38ef55-373a-4a60-9f49-3e670a66147b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9037454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9218352'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:29.697146 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38ef55-373a-4a60-9f49-3e670a66147b admin admin] Pushing event updated for resources: {'Subnet': ['ID=880fd9a4-bdcb-46a6-8925-ee2e71cdde02,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:29.705641 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f38ef55-373a-4a60-9f49-3e670a66147b admin admin] Checking segment: {'id': 'a7912160-b01a-441c-9244-de8182523aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0044f176-2787-4927-8904-26bd953e064a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:17:29.705994 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f38ef55-373a-4a60-9f49-3e670a66147b admin admin] Network hostable DHCP agents. Network: 0044f176-2787-4927-8904-26bd953e064a, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:17:29.721301 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f38ef55-373a-4a60-9f49-3e670a66147b admin admin] Network 0044f176-2787-4927-8904-26bd953e064a is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:17:29.729391 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-3f38ef55-373a-4a60-9f49-3e670a66147b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, 0044f176-2787-4927-8904-26bd953e064a) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:17:29.734779 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f38ef55-373a-4a60-9f49-3e670a66147b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:29.735359 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f38ef55-373a-4a60-9f49-3e670a66147b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:29.738470 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5229710-409e-415b-b328-4deb50cc1dd4 None None] Network 0044f176-2787-4927-8904-26bd953e064a requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:17:29.754917 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3f38ef55-373a-4a60-9f49-3e670a66147b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3001118 Aug 30 18:17:29.865433 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bffb26c-6056-43af-9bb5-698fb5d82eb9 None None] Network 0044f176-2787-4927-8904-26bd953e064a requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:17:29.927898 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842541e-8647-4372-bbae-2c33c897c64d req-01277b79-c7b9-4ab7-a1ac-2177e90e32e2 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:29.929584 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e842541e-8647-4372-bbae-2c33c897c64d req-01277b79-c7b9-4ab7-a1ac-2177e90e32e2 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0542672 Aug 30 18:17:29.986643 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e842541e-8647-4372-bbae-2c33c897c64d req-5be9b3f6-4400-4bac-a5ef-8dc3edfc5289 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498288 Aug 30 18:17:30.167509 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062a037-302d-4796-8c51-6cb46634b564 req-96a2e79a-950e-469b-bcf6-299301499a2d tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:30.169271 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a062a037-302d-4796-8c51-6cb46634b564 req-96a2e79a-950e-469b-bcf6-299301499a2d tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 932 time: 0.0520813 Aug 30 18:17:30.211917 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a062a037-302d-4796-8c51-6cb46634b564 req-f2a8afcc-b3e4-43bc-bea6-0ad04abae14b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337167 Aug 30 18:17:30.972113 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Request body: {'port': {'device_id': '56a876c5-30e7-439b-bd66-9fa01d69476f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:31.026558 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:31.143643 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dd2ed-e8c0-494d-95bc-6077fbd24167 req-1f84df94-8575-4b67-9b9f-01972ff4a02d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:31.153063 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-699dd2ed-e8c0-494d-95bc-6077fbd24167 req-1f84df94-8575-4b67-9b9f-01972ff4a02d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0875783 Aug 30 18:17:31.185445 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-699dd2ed-e8c0-494d-95bc-6077fbd24167 req-d4e697fe-fc14-40f7-9b8f-bb923844b98c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Aug 30 18:17:31.307630 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-47329b9b-d51e-4323-99a4-f522d7b4c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:31.312541 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799566f1-cfba-4fef-b05d-ad71d37e99db {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:17:31.320002 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:31.333743 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Transition to ACTIVE for port object 799566f1-cfba-4fef-b05d-ad71d37e99db will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:17:31.337756 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:31.339265 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bdce9-66f6-4515-844c-632d2c5eefee req-d95aace6-e318-4639-9e4b-5140f73961c7 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:31.340917 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ba1bdce9-66f6-4515-844c-632d2c5eefee req-d95aace6-e318-4639-9e4b-5140f73961c7 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 932 time: 0.0593128 Aug 30 18:17:31.380055 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ba1bdce9-66f6-4515-844c-632d2c5eefee req-766952bd-3e66-48d9-be0d-191755b7f809 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Aug 30 18:17:31.411431 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Pushing event updated for resources: {'Port': ['ID=799566f1-cfba-4fef-b05d-ad71d37e99db,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:31.464690 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Attempting to bind port 799566f1-cfba-4fef-b05d-ad71d37e99db on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:17:31.465055 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Attempting to bind port 799566f1-cfba-4fef-b05d-ad71d37e99db by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '9d23f476-148c-4915-a9d9-883c25d6e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:17:31.465378 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Attempting to bind port 799566f1-cfba-4fef-b05d-ad71d37e99db on network ba876602-563f-4294-9217-5cbdc08d373b {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:17:31.470137 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Port 799566f1-cfba-4fef-b05d-ad71d37e99db on network ba876602-563f-4294-9217-5cbdc08d373b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:17:31.470468 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Attempting to bind port 799566f1-cfba-4fef-b05d-ad71d37e99db on network ba876602-563f-4294-9217-5cbdc08d373b {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:17:31.475295 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:17:31.475628 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Checking segment: {'id': '9d23f476-148c-4915-a9d9-883c25d6e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:17:31.476000 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Bound using segment: {'id': '9d23f476-148c-4915-a9d9-883c25d6e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:17:31.476417 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Bound port: 799566f1-cfba-4fef-b05d-ad71d37e99db, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d23f476-148c-4915-a9d9-883c25d6e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:17:31.476767 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:31.540784 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] For port 799566f1-cfba-4fef-b05d-ad71d37e99db, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:17:31.544048 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] For port 799566f1-cfba-4fef-b05d-ad71d37e99db, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=799566f1-cfba-4fef-b05d-ad71d37e99db,segment=NetworkSegment(9d23f476-148c-4915-a9d9-883c25d6e6df),segment_id=9d23f476-148c-4915-a9d9-883c25d6e6df)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:17:31.547809 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:31.582174 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:31.582786 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:31.584160 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] 10.222.0.36 "PUT /v2.0/ports/799566f1-cfba-4fef-b05d-ad71d37e99db HTTP/1.1" status: 200 len: 1094 time: 0.6172080 Aug 30 18:17:31.584588 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a876c5-30e7-439b-bd66-9fa01d69476f', 'tag': '799566f1-cfba-4fef-b05d-ad71d37e99db'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:17:31.586828 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967e4161-97d1-43d7-b625-53f917b441d8" -d '{"events": [{"name": "network-changed", "server_uuid": "56a876c5-30e7-439b-bd66-9fa01d69476f", "tag": "799566f1-cfba-4fef-b05d-ad71d37e99db"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:17:31.614517 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339c4af-1279-4281-9399-ec3f316dc692 service neutron] Pushing event updated for resources: {'Port': ['ID=799566f1-cfba-4fef-b05d-ad71d37e99db,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:31.629819 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1891310c-5fe3-478e-b315-033c74f92286 x-openstack-request-id: req-1891310c-5fe3-478e-b315-033c74f92286 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:17:31.630160 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a876c5-30e7-439b-bd66-9fa01d69476f", "tag": "799566f1-cfba-4fef-b05d-ad71d37e99db", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:17:31.630372 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1891310c-5fe3-478e-b315-033c74f92286 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:17:31.630795 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a876c5-30e7-439b-bd66-9fa01d69476f', 'tag': '799566f1-cfba-4fef-b05d-ad71d37e99db', 'status': 'completed', 'code': 200} Aug 30 18:17:31.679710 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-ad68d17c-2068-44c2-a950-50cd45ce3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:31.681349 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-ad68d17c-2068-44c2-a950-50cd45ce3651 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ce23438864f4db0bfbd2a578f18129e&device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 1097 time: 0.0415874 Aug 30 18:17:31.728547 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-14e38cf2-293a-4982-baaf-df9a974a163a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=799566f1-cfba-4fef-b05d-ad71d37e99db HTTP/1.1" status: 200 len: 217 time: 0.0362518 Aug 30 18:17:31.783198 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-69ed6939-878d-4df5-9448-96b27dbbb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:31.784664 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-69ed6939-878d-4df5-9448-96b27dbbb600 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58ef967-0767-4f74-85dc-c000e6629e3a HTTP/1.1" status: 200 len: 848 time: 0.0463789 Aug 30 18:17:31.821693 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-fc6cd202-210e-47ab-b6f4-0bd86683aaa1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba876602-563f-4294-9217-5cbdc08d373b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250638 Aug 30 18:17:31.922786 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-a2730a7b-d352-47d0-b9ee-eadb2f371c01 service neutron] 10.222.0.36 "GET /v2.0/networks/ba876602-563f-4294-9217-5cbdc08d373b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849659 Aug 30 18:17:32.012273 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a88cf29-0c0b-4e93-a1ef-473283eae663 req-2d0dbbdd-9f31-4a1e-8923-b3b43f81d80e service neutron] 10.222.0.36 "GET /v2.0/networks/ba876602-563f-4294-9217-5cbdc08d373b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808692 Aug 30 18:17:32.106481 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e4161-97d1-43d7-b625-53f917b441d8 req-19389d46-dea5-45ab-ba74-32283b2478b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:32.107975 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-967e4161-97d1-43d7-b625-53f917b441d8 req-19389d46-dea5-45ab-ba74-32283b2478b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ce23438864f4db0bfbd2a578f18129e&device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 1097 time: 0.0445142 Aug 30 18:17:32.247755 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e4161-97d1-43d7-b625-53f917b441d8 req-c630a1c9-a064-4f17-bd54-f16bd3b3b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:32.249994 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-967e4161-97d1-43d7-b625-53f917b441d8 req-c630a1c9-a064-4f17-bd54-f16bd3b3b399 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba876602-563f-4294-9217-5cbdc08d373b HTTP/1.1" status: 200 len: 909 time: 0.1170826 Aug 30 18:17:32.307153 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-967e4161-97d1-43d7-b625-53f917b441d8 req-19ba9dd5-01ba-489c-98f2-402b1de15e60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=799566f1-cfba-4fef-b05d-ad71d37e99db HTTP/1.1" status: 200 len: 217 time: 0.0454881 Aug 30 18:17:32.367637 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f893542-2fd6-4bf1-ae3e-84cd8fb2cf9f req-f108ae41-f01d-4c25-adeb-52bd74def70b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:32.380797 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1f893542-2fd6-4bf1-ae3e-84cd8fb2cf9f req-f108ae41-f01d-4c25-adeb-52bd74def70b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.1055348 Aug 30 18:17:32.381058 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e4161-97d1-43d7-b625-53f917b441d8 req-cac08bf9-ba4d-4532-aa29-91a9d270f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:32.382762 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-967e4161-97d1-43d7-b625-53f917b441d8 req-cac08bf9-ba4d-4532-aa29-91a9d270f097 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58ef967-0767-4f74-85dc-c000e6629e3a HTTP/1.1" status: 200 len: 848 time: 0.0673728 Aug 30 18:17:32.439620 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-967e4161-97d1-43d7-b625-53f917b441d8 req-b81d1fe4-9d34-4b5a-aed4-9932fd578822 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba876602-563f-4294-9217-5cbdc08d373b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401249 Aug 30 18:17:32.450822 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1f893542-2fd6-4bf1-ae3e-84cd8fb2cf9f req-2fdbd3cf-33bc-46e6-821e-2a5eae132f0d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686712 Aug 30 18:17:32.563024 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ce00e-4cbb-4f3f-a2c9-543df1e2d25e req-27710276-09f4-4e9b-abd5-a2d5d57e8cd4 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:32.565845 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-967e4161-97d1-43d7-b625-53f917b441d8 req-54041809-403e-43f2-9305-c7cf097120dc service neutron] 10.222.0.36 "GET /v2.0/networks/ba876602-563f-4294-9217-5cbdc08d373b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188059 Aug 30 18:17:32.570304 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9e6ce00e-4cbb-4f3f-a2c9-543df1e2d25e req-27710276-09f4-4e9b-abd5-a2d5d57e8cd4 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 944 time: 0.0711625 Aug 30 18:17:32.677668 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9e6ce00e-4cbb-4f3f-a2c9-543df1e2d25e req-f2955060-3010-4c52-957f-699e209879ca tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894780 Aug 30 18:17:32.695141 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-967e4161-97d1-43d7-b625-53f917b441d8 req-e25e464a-50ee-461b-8fbc-19c0f50d2deb service neutron] 10.222.0.36 "GET /v2.0/networks/ba876602-563f-4294-9217-5cbdc08d373b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115651 Aug 30 18:17:32.748226 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-5bfa47b8-49a4-4658-8caf-da711a097aa8 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:32.753076 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-5bfa47b8-49a4-4658-8caf-da711a097aa8 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/networks?id=55871d36-c079-4efd-97e0-a3124e07c4e0 HTTP/1.1" status: 200 len: 815 time: 0.1393461 Aug 30 18:17:32.769838 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-78e19e0e-a30e-4024-a2d0-a803db2a4331 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/quotas/41975439fa7f4f9393e8a2480c9417f0 HTTP/1.1" status: 200 len: 375 time: 0.0135748 Aug 30 18:17:32.887983 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-5e43abdc-e272-416f-bfcc-54469315b79b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=41975439fa7f4f9393e8a2480c9417f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049201 Aug 30 18:17:32.928378 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-006077bd-187c-479c-a812-e63d063a7b85 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:32.929979 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-006077bd-187c-479c-a812-e63d063a7b85 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/networks?id=0044f176-2787-4927-8904-26bd953e064a HTTP/1.1" status: 200 len: 814 time: 0.1582818 Aug 30 18:17:32.975582 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-3dca43f4-61f8-485c-b836-43ba4fc7af4b tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/quotas/8b9bdc64843a4fa2918b63b02a625d43 HTTP/1.1" status: 200 len: 375 time: 0.0167985 Aug 30 18:17:33.021046 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-d2e0cc6c-5c3d-41ec-a022-390d2131c5c8 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b9bdc64843a4fa2918b63b02a625d43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393224 Aug 30 18:17:33.062000 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-8c4b69b5-afb5-4aa3-8213-4108a8223b94 service neutron] 10.222.0.16 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606400 Aug 30 18:17:33.208120 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-4d66df44-499c-4538-a929-469e359d91ee service neutron] 10.222.0.16 "GET /v2.0/networks/0044f176-2787-4927-8904-26bd953e064a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791692 Aug 30 18:17:33.226634 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-e6f8ee59-413b-49b6-972a-284e97992516 service neutron] 10.222.0.16 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347420 Aug 30 18:17:33.311037 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-7101f72f-030a-4b7e-a460-4ee2b78d9fe4 service neutron] 10.222.0.16 "GET /v2.0/networks/0044f176-2787-4927-8904-26bd953e064a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934601 Aug 30 18:17:33.496280 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7c9c96a0-2c41-47c7-8868-4bc318c6cc3c req-aaece113-5abe-43e3-a442-1a2f05e7f9b0 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 210 time: 0.0378170 Aug 30 18:17:33.527584 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bbd09ef0-994b-4f7d-92cc-f16ac1b1ef44 req-e7ce93de-3e85-4c92-8ec3-7fc3e0b12f9e tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 210 time: 0.0301943 Aug 30 18:17:33.644285 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b94eb1-989c-4f2c-83d1-d2f110503c65 req-46d71e81-fa93-43dd-b233-ef5c9b181685 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:33.653341 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-69b94eb1-989c-4f2c-83d1-d2f110503c65 req-46d71e81-fa93-43dd-b233-ef5c9b181685 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0848556 Aug 30 18:17:33.717670 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-69b94eb1-989c-4f2c-83d1-d2f110503c65 req-d430366b-8891-40bb-b8d3-63033502890c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556829 Aug 30 18:17:33.846624 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0ea86-2d98-4f95-972b-f9d93aa6b14c req-f8debc3a-5ad5-4a7a-a621-ff141c6248d1 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:33.854037 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-30d0ea86-2d98-4f95-972b-f9d93aa6b14c req-f8debc3a-5ad5-4a7a-a621-ff141c6248d1 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 944 time: 0.0701418 Aug 30 18:17:33.912901 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-30d0ea86-2d98-4f95-972b-f9d93aa6b14c req-4d73f13c-3110-41f7-bdbd-fb69d7bd681a tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578859 Aug 30 18:17:33.963788 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-89cecea2-6398-4a19-89e6-0c3ebd0d3284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:33.984111 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 49000) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:34.019967 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:34.135216 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f6d87a7d-5104-4238-83e6-223f2fddeabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:34.228263 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f6d87a7d-5104-4238-83e6-223f2fddeabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:34.232099 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f6d87a7d-5104-4238-83e6-223f2fddeabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:34.269083 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f6d87a7d-5104-4238-83e6-223f2fddeabe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ba6effab7854d2785afa239a344b474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836893 Aug 30 18:17:34.269933 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d87a7d-5104-4238-83e6-223f2fddeabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c045de-9638-472f-bac4-026b3a2d672e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:34.272605 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 49008) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:34.325238 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8582cb-e9c9-41fa-98f2-33c1767597ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:34.348334 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8582cb-e9c9-41fa-98f2-33c1767597ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:34.395066 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8582cb-e9c9-41fa-98f2-33c1767597ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:34.397610 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8582cb-e9c9-41fa-98f2-33c1767597ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:34.398766 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-8e8582cb-e9c9-41fa-98f2-33c1767597ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6c045de-9638-472f-bac4-026b3a2d672e HTTP/1.1" status: 204 len: 168 time: 0.1247675 Aug 30 18:17:34.406940 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8582cb-e9c9-41fa-98f2-33c1767597ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c045de-9638-472f-bac4-026b3a2d672e,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:34.584174 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b2f5fa18-7108-4b58-8996-f6adb3cc55db req-da3ac3fb-5f16-4b43-804f-b9e6e181b4e1 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 210 time: 0.0276930 Aug 30 18:17:34.680193 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-26babb96-e505-4009-8a35-d0c1fab937ac req-441582d7-cd7d-4add-9759-a8077a3f487d tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 210 time: 0.0566170 Aug 30 18:17:34.828730 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-d1c66c25-97fe-45a4-a036-7bfcbe132097 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:34.830419 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-d1c66c25-97fe-45a4-a036-7bfcbe132097 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "GET /v2.0/networks?id=55871d36-c079-4efd-97e0-a3124e07c4e0 HTTP/1.1" status: 200 len: 815 time: 0.1338375 Aug 30 18:17:34.852223 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-98a3c3aa-a9ea-4450-82e6-616cc6b59055 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Request body: {'port': {'device_id': 'c884b4ed-55d0-45a8-ba9b-95f36f096ef7', 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0', 'admin_state_up': True, 'tenant_id': '41975439fa7f4f9393e8a2480c9417f0'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:34.854960 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd0e30-82eb-44b9-ba9a-e492bd38ab12 req-aac3b962-8822-4a0f-942a-1cd653309add tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:34.856519 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7abd0e30-82eb-44b9-ba9a-e492bd38ab12 req-aac3b962-8822-4a0f-942a-1cd653309add tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0702837 Aug 30 18:17:34.896022 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7abd0e30-82eb-44b9-ba9a-e492bd38ab12 req-862869c9-9b41-4a4c-9c66-74b1cd7c49d6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Aug 30 18:17:34.956776 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 799566f1-cfba-4fef-b05d-ad71d37e99db details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:17:34.991500 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-98a3c3aa-a9ea-4450-82e6-616cc6b59055 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Made reservation on behalf of 41975439fa7f4f9393e8a2480c9417f0 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:17:34.995238 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-98a3c3aa-a9ea-4450-82e6-616cc6b59055 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:35.054580 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247142a-eeb1-417e-8184-879324ea6cb8 req-59b99ebd-2fe1-4c1a-a825-5668d8e1ab78 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:35.056671 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1247142a-eeb1-417e-8184-879324ea6cb8 req-59b99ebd-2fe1-4c1a-a825-5668d8e1ab78 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 944 time: 0.0584285 Aug 30 18:17:35.086291 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 799566f1-cfba-4fef-b05d-ad71d37e99db, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=799566f1-cfba-4fef-b05d-ad71d37e99db,segment=NetworkSegment(9d23f476-148c-4915-a9d9-883c25d6e6df),segment_id=9d23f476-148c-4915-a9d9-883c25d6e6df)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:35.115364 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '799566f1-cfba-4fef-b05d-ad71d37e99db', 'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b', 'port_id': '799566f1-cfba-4fef-b05d-ad71d37e99db', 'mac_address': 'fa:16:3e:dc:77:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58ef967-0767-4f74-85dc-c000e6629e3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:17:35.118291 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1247142a-eeb1-417e-8184-879324ea6cb8 req-ba7951e6-94b7-46b6-970e-24139e8427a8 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559525 Aug 30 18:17:35.163025 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-98a3c3aa-a9ea-4450-82e6-616cc6b59055 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Allocated IP 172.20.0.9 (55871d36-c079-4efd-97e0-a3124e07c4e0/22391bd6-71f1-43dd-b7e9-e29ba7a121c0/73ed9a46-babc-4f38-95db-910ef4ca957d) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:17:35.182832 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:35.183523 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:35.203366 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799566f1-cfba-4fef-b05d-ad71d37e99db {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:17:35.228681 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 799566f1-cfba-4fef-b05d-ad71d37e99db, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=799566f1-cfba-4fef-b05d-ad71d37e99db,segment=NetworkSegment(9d23f476-148c-4915-a9d9-883c25d6e6df),segment_id=9d23f476-148c-4915-a9d9-883c25d6e6df)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:35.235262 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:35.289646 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=799566f1-cfba-4fef-b05d-ad71d37e99db,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:35.362715 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-98a3c3aa-a9ea-4450-82e6-616cc6b59055 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:35.469068 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-98a3c3aa-a9ea-4450-82e6-616cc6b59055 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:35.490581 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['cc686cfd-95a6-474b-b731-3e8cd8727128', 'c383401b-b2b0-4773-8739-0fea4364bd05'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:17:35.547993 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-98a3c3aa-a9ea-4450-82e6-616cc6b59055 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Network 55871d36-c079-4efd-97e0-a3124e07c4e0 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:17:35.555724 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-98a3c3aa-a9ea-4450-82e6-616cc6b59055 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:17:35.564961 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-98a3c3aa-a9ea-4450-82e6-616cc6b59055 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:17:35.578399 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-a2f694cb-da61-4d50-a507-6924a7526d0d tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:35.579910 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-a2f694cb-da61-4d50-a507-6924a7526d0d tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.36 "GET /v2.0/networks?id=0044f176-2787-4927-8904-26bd953e064a HTTP/1.1" status: 200 len: 814 time: 0.1846113 Aug 30 18:17:35.606464 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3c3aa-a9ea-4450-82e6-616cc6b59055 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Pushing event updated for resources: {'Port': ['ID=73ed9a46-babc-4f38-95db-910ef4ca957d,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:35.632247 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-34329d91-197d-455c-b71d-e4711e03b93c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Request body: {'port': {'device_id': 'f1108913-183f-42ee-8d3a-8e00e6f13d94', 'network_id': '0044f176-2787-4927-8904-26bd953e064a', 'admin_state_up': True, 'tenant_id': '8b9bdc64843a4fa2918b63b02a625d43'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:35.725818 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-98a3c3aa-a9ea-4450-82e6-616cc6b59055 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:35.726708 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-98a3c3aa-a9ea-4450-82e6-616cc6b59055 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:35.752154 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-98a3c3aa-a9ea-4450-82e6-616cc6b59055 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9039710 Aug 30 18:17:35.776186 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 49078) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:35.783251 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['799566f1-cfba-4fef-b05d-ad71d37e99db'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:17:35.810739 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Request body: {'port': {'device_id': 'c884b4ed-55d0-45a8-ba9b-95f36f096ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:35.820584 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f6369-5fbe-4929-9e4f-79dd18551589 req-140f606e-f3e6-4406-a11d-e8c33d822e03 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:35.822235 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7f8f6369-5fbe-4929-9e4f-79dd18551589 req-140f606e-f3e6-4406-a11d-e8c33d822e03 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 931 time: 0.1310413 Aug 30 18:17:35.874085 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-34329d91-197d-455c-b71d-e4711e03b93c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Made reservation on behalf of 8b9bdc64843a4fa2918b63b02a625d43 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:17:35.877583 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-34329d91-197d-455c-b71d-e4711e03b93c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:35.927297 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7f8f6369-5fbe-4929-9e4f-79dd18551589 req-9cd3c62c-0b0e-46fd-923b-d045e673e10d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933475 Aug 30 18:17:35.994822 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-84ee2830-f712-4d84-a233-33234a84e8ea req-9d95c87a-d266-4d31-ac51-cb720942958b tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 210 time: 0.0659592 Aug 30 18:17:36.024953 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:36.060239 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed7e57f0-416c-44fe-bd50-7fcc6cedc83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:36.080444 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262022d-8c51-4c5e-a61d-54deffbd378e req-cbe23e10-84cf-4d04-a86a-7a8ef46bc0a3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:36.082137 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6262022d-8c51-4c5e-a61d-54deffbd378e req-cbe23e10-84cf-4d04-a86a-7a8ef46bc0a3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0562415 Aug 30 18:17:36.125248 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6262022d-8c51-4c5e-a61d-54deffbd378e req-59c0c4b3-e64e-4f20-b42e-ec5ecd92d7a7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364890 Aug 30 18:17:36.240112 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-34329d91-197d-455c-b71d-e4711e03b93c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Allocated IP 172.20.0.7 (0044f176-2787-4927-8904-26bd953e064a/880fd9a4-bdcb-46a6-8925-ee2e71cdde02/b4959a82-96a1-4134-95f3-68c44e7c2b97) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:17:36.243464 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee10452-da72-4a38-852d-8b7653628696 req-8854e90a-342a-4104-a3fc-8c24aeeabf57 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:36.245200 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3ee10452-da72-4a38-852d-8b7653628696 req-8854e90a-342a-4104-a3fc-8c24aeeabf57 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 945 time: 0.0559709 Aug 30 18:17:36.283766 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3ee10452-da72-4a38-852d-8b7653628696 req-c134fe63-d920-4e77-8849-078fb9b177a6 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323713 Aug 30 18:17:36.500259 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:36.668507 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed7e57f0-416c-44fe-bd50-7fcc6cedc83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:36.676128 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed7e57f0-416c-44fe-bd50-7fcc6cedc83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:36.743623 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ed7e57f0-416c-44fe-bd50-7fcc6cedc83c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=990b18da4a1c4b3eaf842b37beb43c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9663875 Aug 30 18:17:36.746342 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 49090) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:36.765787 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e57f0-416c-44fe-bd50-7fcc6cedc83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0f0c1c-d226-4970-8e48-834a1534d08d,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:36.797921 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ed9a46-babc-4f38-95db-910ef4ca957d {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:17:36.802489 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b6708bb0-3241-466a-9fcb-0dc943a8d83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:36.804120 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-34329d91-197d-455c-b71d-e4711e03b93c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:36.811533 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:36.829687 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b6708bb0-3241-466a-9fcb-0dc943a8d83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:36.837785 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Transition to ACTIVE for port object 73ed9a46-babc-4f38-95db-910ef4ca957d will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:17:36.843600 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:36.889618 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b6708bb0-3241-466a-9fcb-0dc943a8d83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:36.892368 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b6708bb0-3241-466a-9fcb-0dc943a8d83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:36.896354 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b6708bb0-3241-466a-9fcb-0dc943a8d83a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db0f0c1c-d226-4970-8e48-834a1534d08d HTTP/1.1" status: 204 len: 168 time: 0.1462202 Aug 30 18:17:36.904842 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6708bb0-3241-466a-9fcb-0dc943a8d83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0f0c1c-d226-4970-8e48-834a1534d08d,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:36.916459 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-34329d91-197d-455c-b71d-e4711e03b93c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:36.918496 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Pushing event updated for resources: {'Port': ['ID=73ed9a46-babc-4f38-95db-910ef4ca957d,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:36.999505 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-34329d91-197d-455c-b71d-e4711e03b93c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Network 0044f176-2787-4927-8904-26bd953e064a is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:17:37.003080 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-34329d91-197d-455c-b71d-e4711e03b93c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:17:37.006788 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-34329d91-197d-455c-b71d-e4711e03b93c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:17:37.073832 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34329d91-197d-455c-b71d-e4711e03b93c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Pushing event updated for resources: {'Port': ['ID=b4959a82-96a1-4134-95f3-68c44e7c2b97,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:37.101115 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Attempting to bind port 73ed9a46-babc-4f38-95db-910ef4ca957d on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:17:37.101660 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Attempting to bind port 73ed9a46-babc-4f38-95db-910ef4ca957d by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:17:37.102130 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Attempting to bind port 73ed9a46-babc-4f38-95db-910ef4ca957d on network 55871d36-c079-4efd-97e0-a3124e07c4e0 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:17:37.106506 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab0c57-46d7-40fb-8be2-b83798a44d08 req-0e25bac9-8ff8-4bbf-b659-a97f7f26f761 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:37.108202 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cbab0c57-46d7-40fb-8be2-b83798a44d08 req-0e25bac9-8ff8-4bbf-b659-a97f7f26f761 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.1038828 Aug 30 18:17:37.111598 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-34329d91-197d-455c-b71d-e4711e03b93c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:37.112381 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-34329d91-197d-455c-b71d-e4711e03b93c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.122746 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Port 73ed9a46-babc-4f38-95db-910ef4ca957d on network 55871d36-c079-4efd-97e0-a3124e07c4e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:17:37.123584 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Attempting to bind port 73ed9a46-babc-4f38-95db-910ef4ca957d on network 55871d36-c079-4efd-97e0-a3124e07c4e0 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:17:37.130603 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:17:37.131163 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Checking segment: {'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:17:37.131740 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Bound using segment: {'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:17:37.132169 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Bound port: 73ed9a46-babc-4f38-95db-910ef4ca957d, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:17:37.132673 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.136909 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-34329d91-197d-455c-b71d-e4711e03b93c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5338888 Aug 30 18:17:37.154262 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Request body: {'port': {'device_id': 'f1108913-183f-42ee-8d3a-8e00e6f13d94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:17:37.195506 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04be717-688c-4b6f-ac2c-c8886a987142 req-5b30167e-0a6c-4c28-9f3d-94b1c30aea2f tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:37.204246 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e04be717-688c-4b6f-ac2c-c8886a987142 req-5b30167e-0a6c-4c28-9f3d-94b1c30aea2f tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 931 time: 0.1098385 Aug 30 18:17:37.227718 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cbab0c57-46d7-40fb-8be2-b83798a44d08 req-48adf31c-27c4-46c8-a30a-4185f5a4fafa tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096919 Aug 30 18:17:37.270723 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e04be717-688c-4b6f-ac2c-c8886a987142 req-8b633ddb-40fb-4b6d-af4b-3f46d9600162 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627463 Aug 30 18:17:37.275994 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.291921 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] For port 73ed9a46-babc-4f38-95db-910ef4ca957d, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:17:37.300970 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] For port 73ed9a46-babc-4f38-95db-910ef4ca957d, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=73ed9a46-babc-4f38-95db-910ef4ca957d,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:17:37.306682 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.373248 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:37.374352 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.375777 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] 10.222.0.36 "PUT /v2.0/ports/73ed9a46-babc-4f38-95db-910ef4ca957d HTTP/1.1" status: 200 len: 1093 time: 1.5733893 Aug 30 18:17:37.377949 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c884b4ed-55d0-45a8-ba9b-95f36f096ef7', 'tag': '73ed9a46-babc-4f38-95db-910ef4ca957d'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:17:37.380168 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6f6e7a-c54a-4df1-9d35-843fe7eab478" -d '{"events": [{"name": "network-changed", "server_uuid": "c884b4ed-55d0-45a8-ba9b-95f36f096ef7", "tag": "73ed9a46-babc-4f38-95db-910ef4ca957d"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:17:37.382824 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 49114) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:37.440408 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3dc12-ce1c-4871-889f-09dfc273e714 req-6d531e41-f56e-4f31-83fd-e4f890ade2c4 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:37.441945 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ccc3dc12-ce1c-4871-889f-09dfc273e714 req-6d531e41-f56e-4f31-83fd-e4f890ade2c4 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0956271 Aug 30 18:17:37.449451 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-01749ea4-ffc3-4e68-afd7-94971645bff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.459919 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167bb53-94d6-4f45-8187-28109a32ce20 req-1b584199-cea7-4e67-a281-79d8106a7183 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:37.461460 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4167bb53-94d6-4f45-8187-28109a32ce20 req-1b584199-cea7-4e67-a281-79d8106a7183 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 945 time: 0.0779302 Aug 30 18:17:37.513625 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ccc3dc12-ce1c-4871-889f-09dfc273e714 req-759df73f-fdc5-4807-859b-6a77771baab3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628660 Aug 30 18:17:37.521703 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4167bb53-94d6-4f45-8187-28109a32ce20 req-e0974eab-531e-4b59-95e8-5f5552daa58b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529253 Aug 30 18:17:37.540361 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10015e4-6330-4588-913a-8f62ba0035db service neutron] Pushing event updated for resources: {'Port': ['ID=73ed9a46-babc-4f38-95db-910ef4ca957d,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:37.579313 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0bbbcf-5aab-4a8c-8451-ed6833303d94 x-openstack-request-id: req-8f0bbbcf-5aab-4a8c-8451-ed6833303d94 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:17:37.579604 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c884b4ed-55d0-45a8-ba9b-95f36f096ef7", "tag": "73ed9a46-babc-4f38-95db-910ef4ca957d", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:17:37.579852 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f0bbbcf-5aab-4a8c-8451-ed6833303d94 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:17:37.580245 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c884b4ed-55d0-45a8-ba9b-95f36f096ef7', 'tag': '73ed9a46-babc-4f38-95db-910ef4ca957d', 'status': 'completed', 'code': 200} Aug 30 18:17:37.641704 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b563f35c-2d10-4778-b29e-26a0ba2b17df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:37.643296 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-b563f35c-2d10-4778-b29e-26a0ba2b17df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41975439fa7f4f9393e8a2480c9417f0&device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 1096 time: 0.2128210 Aug 30 18:17:37.772037 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-01749ea4-ffc3-4e68-afd7-94971645bff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.777388 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-01749ea4-ffc3-4e68-afd7-94971645bff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.797196 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4959a82-96a1-4134-95f3-68c44e7c2b97 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:17:37.811077 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.834608 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-01749ea4-ffc3-4e68-afd7-94971645bff6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff81c4ad1a994e20977ffa1c2037dedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436448 Aug 30 18:17:37.837188 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 49120) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:37.838016 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01749ea4-ffc3-4e68-afd7-94971645bff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e75e46-6970-4541-ba25-73bc235feed1,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:37.845641 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Transition to ACTIVE for port object b4959a82-96a1-4134-95f3-68c44e7c2b97 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:17:37.850209 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.892178 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-df442617-4dc9-4530-821b-d301567f633d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.904013 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Pushing event updated for resources: {'Port': ['ID=b4959a82-96a1-4134-95f3-68c44e7c2b97,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:37.921765 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-df442617-4dc9-4530-821b-d301567f633d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.974171 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Attempting to bind port b4959a82-96a1-4134-95f3-68c44e7c2b97 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:17:37.974593 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Attempting to bind port b4959a82-96a1-4134-95f3-68c44e7c2b97 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'a7912160-b01a-441c-9244-de8182523aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0044f176-2787-4927-8904-26bd953e064a'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:17:37.974948 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Attempting to bind port b4959a82-96a1-4134-95f3-68c44e7c2b97 on network 0044f176-2787-4927-8904-26bd953e064a {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:17:37.976205 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-df442617-4dc9-4530-821b-d301567f633d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.978938 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-df442617-4dc9-4530-821b-d301567f633d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.982454 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Port b4959a82-96a1-4134-95f3-68c44e7c2b97 on network 0044f176-2787-4927-8904-26bd953e064a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:17:37.982454 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Attempting to bind port b4959a82-96a1-4134-95f3-68c44e7c2b97 on network 0044f176-2787-4927-8904-26bd953e064a {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:17:37.982672 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-df442617-4dc9-4530-821b-d301567f633d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1e75e46-6970-4541-ba25-73bc235feed1 HTTP/1.1" status: 204 len: 168 time: 0.1417263 Aug 30 18:17:37.985956 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:17:37.986305 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Checking segment: {'id': 'a7912160-b01a-441c-9244-de8182523aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0044f176-2787-4927-8904-26bd953e064a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:17:37.986872 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Bound using segment: {'id': 'a7912160-b01a-441c-9244-de8182523aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0044f176-2787-4927-8904-26bd953e064a'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:17:37.987256 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Bound port: b4959a82-96a1-4134-95f3-68c44e7c2b97, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7912160-b01a-441c-9244-de8182523aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0044f176-2787-4927-8904-26bd953e064a'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:17:37.987620 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:37.988803 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df442617-4dc9-4530-821b-d301567f633d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e75e46-6970-4541-ba25-73bc235feed1,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:38.057530 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] For port b4959a82-96a1-4134-95f3-68c44e7c2b97, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:17:38.060977 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] For port b4959a82-96a1-4134-95f3-68c44e7c2b97, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=b4959a82-96a1-4134-95f3-68c44e7c2b97,segment=NetworkSegment(a7912160-b01a-441c-9244-de8182523aa2),segment_id=a7912160-b01a-441c-9244-de8182523aa2)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:17:38.066029 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:38.100923 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:38.101599 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:38.102985 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] 10.222.0.36 "PUT /v2.0/ports/b4959a82-96a1-4134-95f3-68c44e7c2b97 HTTP/1.1" status: 200 len: 1093 time: 0.9572995 Aug 30 18:17:38.124690 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bb91c-bcdf-4bd3-9722-3d7f2c40a3ef service neutron] Pushing event updated for resources: {'Port': ['ID=b4959a82-96a1-4134-95f3-68c44e7c2b97,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:38.366754 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03e5c6-f0ae-45ca-9e51-ad10f3810aa0 req-a922fc9b-8aa8-4649-b4a3-22dcd75289fe tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:38.369026 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4d03e5c6-f0ae-45ca-9e51-ad10f3810aa0 req-a922fc9b-8aa8-4649-b4a3-22dcd75289fe tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.0625694 Aug 30 18:17:38.410657 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4d03e5c6-f0ae-45ca-9e51-ad10f3810aa0 req-c91eb5fb-c1ed-4570-ac8e-e24322fbab68 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Aug 30 18:17:38.525969 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47eebf-1948-4762-9aa3-5583fcd7b944 req-5de7870c-7d9b-4b91-a9ae-1ad2c517449c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:38.527517 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4b47eebf-1948-4762-9aa3-5583fcd7b944 req-5de7870c-7d9b-4b91-a9ae-1ad2c517449c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 943 time: 0.0498891 Aug 30 18:17:38.567507 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4b47eebf-1948-4762-9aa3-5583fcd7b944 req-2ac5c1a8-93e2-4372-8200-d3c88cf1cd34 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340145 Aug 30 18:17:38.690049 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88c50-7e1d-416c-aa3b-55b75da2d42e req-f2a5dea9-8803-4ce1-9d0d-ed9937b4e431 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:38.691774 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-eca88c50-7e1d-416c-aa3b-55b75da2d42e req-f2a5dea9-8803-4ce1-9d0d-ed9937b4e431 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0507262 Aug 30 18:17:38.731131 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-eca88c50-7e1d-416c-aa3b-55b75da2d42e req-635a36ed-33ae-4199-bdf7-ca7c0c1f1d77 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330064 Aug 30 18:17:38.851025 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdeda4a-1a2d-4b75-9df4-a72db075ec5b req-cbdbfa6e-1d07-4fc9-ab53-bd1ed5a4de65 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:38.852836 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3bdeda4a-1a2d-4b75-9df4-a72db075ec5b req-cbdbfa6e-1d07-4fc9-ab53-bd1ed5a4de65 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 945 time: 0.0555177 Aug 30 18:17:38.895146 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3bdeda4a-1a2d-4b75-9df4-a72db075ec5b req-19cd21ad-5193-4f82-91ac-f03da5f54cf2 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357373 Aug 30 18:17:39.535370 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3890e7-669e-4926-93df-54ec8691fadc req-6845f2e1-bfa8-48c0-ba68-79eda9c1013a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:39.536969 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-de3890e7-669e-4926-93df-54ec8691fadc req-6845f2e1-bfa8-48c0-ba68-79eda9c1013a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.0537753 Aug 30 18:17:39.579263 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-de3890e7-669e-4926-93df-54ec8691fadc req-955a9a34-85a8-427c-9daa-877380d7ca3d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361490 Aug 30 18:17:39.581681 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1108913-183f-42ee-8d3a-8e00e6f13d94', 'tag': 'b4959a82-96a1-4134-95f3-68c44e7c2b97'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:17:39.584747 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89db41c-142f-4d27-b4ac-4dff3bc936ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f1108913-183f-42ee-8d3a-8e00e6f13d94", "tag": "b4959a82-96a1-4134-95f3-68c44e7c2b97"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:17:39.627613 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-face001a-b84e-4563-a761-59a8cc08f650 x-openstack-request-id: req-face001a-b84e-4563-a761-59a8cc08f650 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:17:39.627906 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1108913-183f-42ee-8d3a-8e00e6f13d94", "tag": "b4959a82-96a1-4134-95f3-68c44e7c2b97", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:17:39.628158 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-face001a-b84e-4563-a761-59a8cc08f650 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:17:39.628554 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1108913-183f-42ee-8d3a-8e00e6f13d94', 'tag': 'b4959a82-96a1-4134-95f3-68c44e7c2b97', 'status': 'completed', 'code': 200} Aug 30 18:17:39.725110 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609be06-6a99-4f04-a04b-c44dc9413d39 req-3c83341c-8d03-4b8b-baa6-5b6ef24ca4f8 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:39.726681 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2609be06-6a99-4f04-a04b-c44dc9413d39 req-3c83341c-8d03-4b8b-baa6-5b6ef24ca4f8 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 943 time: 0.0533092 Aug 30 18:17:39.765981 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2609be06-6a99-4f04-a04b-c44dc9413d39 req-fba469bf-d62a-438e-9508-c5b4ebf8b30b tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333674 Aug 30 18:17:39.891672 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73713864-f171-45ac-871c-e73a48acecbb req-b2e80b0c-34c3-4c20-9f1a-9b421b7d3f39 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:39.893260 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-73713864-f171-45ac-871c-e73a48acecbb req-b2e80b0c-34c3-4c20-9f1a-9b421b7d3f39 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0542414 Aug 30 18:17:39.939406 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-73713864-f171-45ac-871c-e73a48acecbb req-d8e05f5b-f030-436d-b55e-6cbd36448b3e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398180 Aug 30 18:17:40.055801 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611a609-6c32-4458-9066-f03ff9377484 req-f16d280d-4b6b-4067-8180-311efd8cd088 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:40.057323 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0611a609-6c32-4458-9066-f03ff9377484 req-f16d280d-4b6b-4067-8180-311efd8cd088 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 945 time: 0.0548675 Aug 30 18:17:40.106577 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0611a609-6c32-4458-9066-f03ff9377484 req-e63cf2dc-34d6-40d4-9b50-322e7c54c364 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424998 Aug 30 18:17:40.557101 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 799566f1-cfba-4fef-b05d-ad71d37e99db up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:17:40.614911 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:40.626732 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port 799566f1-cfba-4fef-b05d-ad71d37e99db completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:17:40.631126 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 799566f1-cfba-4fef-b05d-ad71d37e99db triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:17:40.631496 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:40.685142 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-5c6699e2-d180-4596-a348-36ff76a26aaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ed9a46-babc-4f38-95db-910ef4ca957d HTTP/1.1" status: 200 len: 217 time: 0.1002195 Aug 30 18:17:40.726493 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:40.729489 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849ded1-36e3-41f5-82d2-8dac9be33611 req-b3103991-9f99-47f8-bff7-10c3e098d90a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:40.737074 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6849ded1-36e3-41f5-82d2-8dac9be33611 req-b3103991-9f99-47f8-bff7-10c3e098d90a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.0604777 Aug 30 18:17:40.754751 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a876c5-30e7-439b-bd66-9fa01d69476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799566f1-cfba-4fef-b05d-ad71d37e99db'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:17:40.759699 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315f13e6-bc3d-4f1b-a212-797a9a44a9f2" -d '{"events": [{"server_uuid": "56a876c5-30e7-439b-bd66-9fa01d69476f", "name": "network-vif-plugged", "status": "completed", "tag": "799566f1-cfba-4fef-b05d-ad71d37e99db"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:17:40.764080 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89db41c-142f-4d27-b4ac-4dff3bc936ce req-27277575-e7ea-4f8f-9a52-9e6ebfaf9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:40.766450 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b89db41c-142f-4d27-b4ac-4dff3bc936ce req-27277575-e7ea-4f8f-9a52-9e6ebfaf9048 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b9bdc64843a4fa2918b63b02a625d43&device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 1096 time: 0.0984926 Aug 30 18:17:40.768480 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-e4640261-7792-488f-a81c-c0e269457421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:40.770037 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-e4640261-7792-488f-a81c-c0e269457421 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22391bd6-71f1-43dd-b7e9-e29ba7a121c0 HTTP/1.1" status: 200 len: 855 time: 0.0656974 Aug 30 18:17:40.780701 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 799566f1-cfba-4fef-b05d-ad71d37e99db, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=799566f1-cfba-4fef-b05d-ad71d37e99db,segment=NetworkSegment(9d23f476-148c-4915-a9d9-883c25d6e6df),segment_id=9d23f476-148c-4915-a9d9-883c25d6e6df)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:40.782121 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6849ded1-36e3-41f5-82d2-8dac9be33611 req-ea580f69-9a38-47af-8ab6-cfada43c6bf8 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440726 Aug 30 18:17:40.788703 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:40.832446 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0487f236-5c53-4b3f-a5a3-a6c81f202af7 x-openstack-request-id: req-0487f236-5c53-4b3f-a5a3-a6c81f202af7 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:17:40.832620 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a876c5-30e7-439b-bd66-9fa01d69476f", "name": "network-vif-plugged", "status": "completed", "tag": "799566f1-cfba-4fef-b05d-ad71d37e99db", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:17:40.832874 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0487f236-5c53-4b3f-a5a3-a6c81f202af7 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:17:40.833272 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a876c5-30e7-439b-bd66-9fa01d69476f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799566f1-cfba-4fef-b05d-ad71d37e99db', 'code': 200} Aug 30 18:17:40.863732 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=799566f1-cfba-4fef-b05d-ad71d37e99db,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:40.919041 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-1afee2b9-063e-4fda-a3a5-5ea83c7a1991 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55871d36-c079-4efd-97e0-a3124e07c4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296937 Aug 30 18:17:40.952074 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0d258-de71-4da1-b7e9-599ec8763812 req-cd285438-03ec-492a-b053-39eb54da04c1 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:40.953616 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-63b0d258-de71-4da1-b7e9-599ec8763812 req-cd285438-03ec-492a-b053-39eb54da04c1 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 943 time: 0.0651889 Aug 30 18:17:41.003896 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-63b0d258-de71-4da1-b7e9-599ec8763812 req-b882c7e8-b86e-4c92-b7ce-2de19c590118 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Aug 30 18:17:41.041974 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 49294) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:41.076921 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89db41c-142f-4d27-b4ac-4dff3bc936ce req-b6ca4e28-b302-4995-8331-56375222fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:41.078420 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b89db41c-142f-4d27-b4ac-4dff3bc936ce req-b6ca4e28-b302-4995-8331-56375222fd56 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8b9bdc64843a4fa2918b63b02a625d43&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2903292 Aug 30 18:17:41.094724 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33433a47-446b-4b1e-addb-e2e7d518e9f4 req-ded9a634-71bf-4404-b9a1-91a7bdfe1123 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:41.096250 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-33433a47-446b-4b1e-addb-e2e7d518e9f4 req-ded9a634-71bf-4404-b9a1-91a7bdfe1123 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0698307 Aug 30 18:17:41.121200 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-c5b20f6f-931d-49d1-a07f-d5d8c87ed945 service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907425 Aug 30 18:17:41.152050 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-33433a47-446b-4b1e-addb-e2e7d518e9f4 req-d57075b1-36c1-4130-ae1c-3c03a82c4241 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431392 Aug 30 18:17:41.153260 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128cc29-6488-46de-8b7e-a88c8b030fb6 req-b4d92570-1b7b-4b84-a05b-d014f489be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:41.156409 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c128cc29-6488-46de-8b7e-a88c8b030fb6 req-b4d92570-1b7b-4b84-a05b-d014f489be8c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 1099 time: 0.1463425 Aug 30 18:17:41.203665 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1776-b693-4693-b7d3-6d6cec9681aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:41.258643 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c128cc29-6488-46de-8b7e-a88c8b030fb6 req-9267719a-ddef-46ed-9a3c-1ca3ff1ee291 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949337 Aug 30 18:17:41.274668 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f1a18-c5bf-4c0c-a372-c588d643d11b req-e61377bd-dc42-48c6-b26a-e0785609eb7f tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:41.276283 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-143f1a18-c5bf-4c0c-a372-c588d643d11b req-e61377bd-dc42-48c6-b26a-e0785609eb7f tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 946 time: 0.0743878 Aug 30 18:17:41.290039 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89db41c-142f-4d27-b4ac-4dff3bc936ce req-8e2bb803-58ad-48f9-b503-3cad4de848b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:41.291512 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b89db41c-142f-4d27-b4ac-4dff3bc936ce req-8e2bb803-58ad-48f9-b503-3cad4de848b9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1983919 Aug 30 18:17:41.302158 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1e223720-9eae-42dc-a740-7701e18b13a2 req-e71f6c44-4f80-49a5-8ad5-7818ebbcf71c service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516998 Aug 30 18:17:41.331052 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-143f1a18-c5bf-4c0c-a372-c588d643d11b req-c2ea71f2-d39e-4e8b-9aab-e43a9a012882 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472202 Aug 30 18:17:41.370457 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1776-b693-4693-b7d3-6d6cec9681aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:41.374639 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3bcd1776-b693-4693-b7d3-6d6cec9681aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:41.413162 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3bcd1776-b693-4693-b7d3-6d6cec9681aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c526e1b406c43eca44c07f5ce73cab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700049 Aug 30 18:17:41.415170 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd1776-b693-4693-b7d3-6d6cec9681aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f07e34-539f-4552-8505-333207ee4c3f,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:41.416134 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 49304) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:41.465454 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6486f94f-8b5a-4c0a-9041-187147a95641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:41.488198 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6486f94f-8b5a-4c0a-9041-187147a95641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:41.548096 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6486f94f-8b5a-4c0a-9041-187147a95641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:41.555810 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6486f94f-8b5a-4c0a-9041-187147a95641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:41.555810 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6486f94f-8b5a-4c0a-9041-187147a95641 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2f07e34-539f-4552-8505-333207ee4c3f HTTP/1.1" status: 204 len: 168 time: 0.1364846 Aug 30 18:17:41.569805 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486f94f-8b5a-4c0a-9041-187147a95641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f07e34-539f-4552-8505-333207ee4c3f,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:41.663200 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-e69b071a-0c9c-47aa-ac9e-80d228e391a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:41.665019 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-e69b071a-0c9c-47aa-ac9e-80d228e391a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b9bdc64843a4fa2918b63b02a625d43&device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 1096 time: 0.0778847 Aug 30 18:17:41.667637 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f6e7a-c54a-4df1-9d35-843fe7eab478 req-282f756a-9aa5-46fc-b45a-891a599fc86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:41.669034 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b6f6e7a-c54a-4df1-9d35-843fe7eab478 req-282f756a-9aa5-46fc-b45a-891a599fc86b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41975439fa7f4f9393e8a2480c9417f0&device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 1096 time: 0.0793469 Aug 30 18:17:41.726500 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-3ab9693f-45c1-4f7f-a7d2-4bff80e5305d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4959a82-96a1-4134-95f3-68c44e7c2b97 HTTP/1.1" status: 200 len: 217 time: 0.0469668 Aug 30 18:17:41.849766 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f6e7a-c54a-4df1-9d35-843fe7eab478 req-2175d9f2-ff4d-48ad-bb40-99625e1e2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:41.849766 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b6f6e7a-c54a-4df1-9d35-843fe7eab478 req-2175d9f2-ff4d-48ad-bb40-99625e1e2064 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55871d36-c079-4efd-97e0-a3124e07c4e0 HTTP/1.1" status: 200 len: 916 time: 0.1690519 Aug 30 18:17:41.850073 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 49318) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:41.854940 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-e7487f4c-8ad2-4320-8c03-d78fa07579d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:41.856338 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-e7487f4c-8ad2-4320-8c03-d78fa07579d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=880fd9a4-bdcb-46a6-8925-ee2e71cdde02 HTTP/1.1" status: 200 len: 854 time: 0.0738952 Aug 30 18:17:41.863870 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-040b9110-aa30-43ad-941d-d15feb7e52a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:41.915451 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b6f6e7a-c54a-4df1-9d35-843fe7eab478 req-50591f53-5c36-4bea-8e98-d3639a2068fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ed9a46-babc-4f38-95db-910ef4ca957d HTTP/1.1" status: 200 len: 217 time: 0.0425882 Aug 30 18:17:41.930455 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-0cb36486-c81d-43e4-8db7-d7c770052220 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0044f176-2787-4927-8904-26bd953e064a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503573 Aug 30 18:17:41.933029 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b0b9b-4ded-425c-b519-92e7535b2757 req-f4bba51b-39ef-4e66-a591-a12e55294ec4 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:41.934512 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-703b0b9b-4ded-425c-b519-92e7535b2757 req-f4bba51b-39ef-4e66-a591-a12e55294ec4 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.0686462 Aug 30 18:17:41.999445 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-703b0b9b-4ded-425c-b519-92e7535b2757 req-443e417b-2d14-4e89-a4cf-ad32906e3c6c tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551248 Aug 30 18:17:42.034432 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-040b9110-aa30-43ad-941d-d15feb7e52a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:42.038084 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-040b9110-aa30-43ad-941d-d15feb7e52a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:42.078844 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 49326) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:42.079351 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-040b9110-aa30-43ad-941d-d15feb7e52a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ea2f4ccd90c470d9be8c09924b89c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282934 Aug 30 18:17:42.081655 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b9110-aa30-43ad-941d-d15feb7e52a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c777c774-df7f-4e8b-b1c0-e97528bcfc5d,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:42.137606 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91b553-5401-4b60-bfc4-a2c94f928711 req-7565827d-691d-433f-98f2-1f5089ec5fdf tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:42.138345 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a9a-d609-453a-adf2-1a9fa24a7be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:42.139225 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9e91b553-5401-4b60-bfc4-a2c94f928711 req-7565827d-691d-433f-98f2-1f5089ec5fdf tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 943 time: 0.0546536 Aug 30 18:17:42.162717 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a9a-d609-453a-adf2-1a9fa24a7be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:42.185487 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9e91b553-5401-4b60-bfc4-a2c94f928711 req-6a8d3c7c-c680-441a-a4a2-b55033f71f03 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390701 Aug 30 18:17:42.214890 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a9a-d609-453a-adf2-1a9fa24a7be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:42.217409 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-58eb7a9a-d609-453a-adf2-1a9fa24a7be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:42.218574 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-58eb7a9a-d609-453a-adf2-1a9fa24a7be5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c777c774-df7f-4e8b-b1c0-e97528bcfc5d HTTP/1.1" status: 204 len: 168 time: 0.1381328 Aug 30 18:17:42.226143 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb7a9a-d609-453a-adf2-1a9fa24a7be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c777c774-df7f-4e8b-b1c0-e97528bcfc5d,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:42.270368 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ff016-ef6d-4d62-a452-5c2311ca7962 req-8267cbe2-d202-4310-9fa0-7c1d17d5e8b8 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:42.271928 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1f6ff016-ef6d-4d62-a452-5c2311ca7962 req-8267cbe2-d202-4310-9fa0-7c1d17d5e8b8 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0576844 Aug 30 18:17:42.309773 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1f6ff016-ef6d-4d62-a452-5c2311ca7962 req-5409ec98-4962-4d0b-847f-2597e8049c0c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Aug 30 18:17:42.453241 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e94d0c-4ed6-46be-88fd-5e107cabbf62 req-f8ac941b-c502-4e25-a446-fd7644fc15db tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:42.454735 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-53e94d0c-4ed6-46be-88fd-5e107cabbf62 req-f8ac941b-c502-4e25-a446-fd7644fc15db tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 946 time: 0.0527968 Aug 30 18:17:42.497464 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-53e94d0c-4ed6-46be-88fd-5e107cabbf62 req-3142ebad-d465-464d-a1ba-bd7437afecd5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367498 Aug 30 18:17:43.119075 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0dad0-d513-4585-b438-b8a02e33d2b0 req-40b8cca3-c6d8-46a0-b7b1-1f743e8824d1 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:43.119075 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2fd0dad0-d513-4585-b438-b8a02e33d2b0 req-40b8cca3-c6d8-46a0-b7b1-1f743e8824d1 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.0508575 Aug 30 18:17:43.158724 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2fd0dad0-d513-4585-b438-b8a02e33d2b0 req-30589a66-ee5e-4c0a-ad77-c6dafc29a21f tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338674 Aug 30 18:17:43.301686 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3df5fa-8621-4036-a092-c793f4636e5c req-04f7039d-2c8a-4f7f-b1c8-3e8b036d3ef0 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:43.303184 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7e3df5fa-8621-4036-a092-c793f4636e5c req-04f7039d-2c8a-4f7f-b1c8-3e8b036d3ef0 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 943 time: 0.0497770 Aug 30 18:17:43.341884 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7e3df5fa-8621-4036-a092-c793f4636e5c req-9ba44eba-039f-4c1f-97a3-34cc27f0c576 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326667 Aug 30 18:17:43.453179 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a262e-8a38-4f51-af0d-1131a075dcc3 req-863fc549-7f43-49ea-a622-0f97d83f267e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:43.454636 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cd3a262e-8a38-4f51-af0d-1131a075dcc3 req-863fc549-7f43-49ea-a622-0f97d83f267e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0562358 Aug 30 18:17:43.491089 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cd3a262e-8a38-4f51-af0d-1131a075dcc3 req-35b9ec75-70fc-41eb-85a0-e70509bb453e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305297 Aug 30 18:17:43.612746 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc1f5b-c8ed-4d96-ace7-b85d977b94d1 req-c6a9163a-5669-4520-a008-2e4ca0dcf27a tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:43.614399 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c3cc1f5b-c8ed-4d96-ace7-b85d977b94d1 req-c6a9163a-5669-4520-a008-2e4ca0dcf27a tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 946 time: 0.0513437 Aug 30 18:17:43.654909 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c3cc1f5b-c8ed-4d96-ace7-b85d977b94d1 req-5f388910-bd0a-473f-91d6-ba5113d67ea6 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340028 Aug 30 18:17:43.662171 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:17:44.272508 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1330d-f0ea-4841-9277-b7b96f2dfed1 req-831e047c-4c32-44a4-8f88-b142571172d9 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:44.274020 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-82c1330d-f0ea-4841-9277-b7b96f2dfed1 req-831e047c-4c32-44a4-8f88-b142571172d9 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.0487204 Aug 30 18:17:44.309683 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-82c1330d-f0ea-4841-9277-b7b96f2dfed1 req-66567f59-1242-48b8-a34a-85619c27169d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298009 Aug 30 18:17:44.455780 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c24483-4418-4f03-b059-d4d02bbec3ec req-58301a6e-e70b-460e-ac4c-fcb79f59dd8c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:44.457271 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b8c24483-4418-4f03-b059-d4d02bbec3ec req-58301a6e-e70b-460e-ac4c-fcb79f59dd8c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 943 time: 0.0509739 Aug 30 18:17:44.493734 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b8c24483-4418-4f03-b059-d4d02bbec3ec req-d49706a6-d68f-4cc8-8283-8522ca8e0a3d tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302958 Aug 30 18:17:44.603198 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71290031-6538-4416-a741-5dad47714892 req-2bdfe25c-ca20-4b8d-82f1-1dabfa0c8e88 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:44.604642 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-71290031-6538-4416-a741-5dad47714892 req-2bdfe25c-ca20-4b8d-82f1-1dabfa0c8e88 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0477238 Aug 30 18:17:44.641562 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-71290031-6538-4416-a741-5dad47714892 req-e84e1087-0b71-47cc-a7b6-2c6e6a6a9627 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306120 Aug 30 18:17:44.767631 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842313e-7e6e-4f6c-bbd2-bac6d0953429 req-96b15cb5-47c9-42c2-affd-a6e9a42b3616 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:44.769003 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9842313e-7e6e-4f6c-bbd2-bac6d0953429 req-96b15cb5-47c9-42c2-affd-a6e9a42b3616 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 946 time: 0.0471117 Aug 30 18:17:44.805047 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9842313e-7e6e-4f6c-bbd2-bac6d0953429 req-10e66eaa-104b-4e0d-bb2f-a4dc42740c8b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301425 Aug 30 18:17:44.982967 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f6e7a-c54a-4df1-9d35-843fe7eab478 req-651f83c4-8465-43f5-a5a6-ed675bafdaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:44.984992 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b6f6e7a-c54a-4df1-9d35-843fe7eab478 req-651f83c4-8465-43f5-a5a6-ed675bafdaf5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22391bd6-71f1-43dd-b7e9-e29ba7a121c0 HTTP/1.1" status: 200 len: 855 time: 0.0841873 Aug 30 18:17:45.010047 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-7a37e94c-3298-404d-bc8f-d1ae365508bc service neutron] 10.222.0.36 "GET /v2.0/networks/0044f176-2787-4927-8904-26bd953e064a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167912 Aug 30 18:17:45.071970 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b6f6e7a-c54a-4df1-9d35-843fe7eab478 req-48d80b5a-d3d0-4d75-a2f4-33b72565d1f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55871d36-c079-4efd-97e0-a3124e07c4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341256 Aug 30 18:17:45.213553 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15a19eb9-250a-46c5-b5f2-b866d97fba6c req-f2fcdff7-a2e3-4e35-a88d-394e59d966c4 service neutron] 10.222.0.36 "GET /v2.0/networks/0044f176-2787-4927-8904-26bd953e064a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681063 Aug 30 18:17:45.223524 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b6f6e7a-c54a-4df1-9d35-843fe7eab478 req-b7a1d8d7-c683-4a9d-89a1-60e47f22a71a service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171751 Aug 30 18:17:45.314821 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b6f6e7a-c54a-4df1-9d35-843fe7eab478 req-bc8a8706-ea0c-48f2-b1ff-6f5321b791c2 service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788743 Aug 30 18:17:45.429749 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd572806-ffc4-4ec3-8e2a-7fb546fd02fc req-577bbba2-2e19-47dc-9e19-d3085d7f681f tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:45.431197 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd572806-ffc4-4ec3-8e2a-7fb546fd02fc req-577bbba2-2e19-47dc-9e19-d3085d7f681f tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.0509374 Aug 30 18:17:45.468524 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd572806-ffc4-4ec3-8e2a-7fb546fd02fc req-0c8b2786-9e5c-4191-838a-410d9e870629 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314035 Aug 30 18:17:45.612777 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca355e-ded5-49cf-882d-a045baa6de72 req-f6377904-d2c9-4235-a71a-27b4e3061628 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:45.614260 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-edca355e-ded5-49cf-882d-a045baa6de72 req-f6377904-d2c9-4235-a71a-27b4e3061628 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 943 time: 0.0495672 Aug 30 18:17:45.650582 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-edca355e-ded5-49cf-882d-a045baa6de72 req-338b606a-f0b6-4942-867e-90b2e2ae4d4b tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304155 Aug 30 18:17:45.755433 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9ad6a-96c9-43b3-a4d8-3ad594923276 req-13c69bf3-7f50-4965-9b82-f331b663a709 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:45.756920 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d4c9ad6a-96c9-43b3-a4d8-3ad594923276 req-13c69bf3-7f50-4965-9b82-f331b663a709 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0492270 Aug 30 18:17:45.798864 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d4c9ad6a-96c9-43b3-a4d8-3ad594923276 req-5b526c86-fe4d-4953-905b-c4ac470342b1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336664 Aug 30 18:17:45.925063 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acf22b-89a0-499e-b757-f820215fd160 req-6032276a-4cb5-4996-b6c2-47fd773c5062 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:45.926692 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-17acf22b-89a0-499e-b757-f820215fd160 req-6032276a-4cb5-4996-b6c2-47fd773c5062 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 946 time: 0.0522401 Aug 30 18:17:45.966466 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-17acf22b-89a0-499e-b757-f820215fd160 req-23b59849-5b51-4be9-bc11-083544bab8f3 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331244 Aug 30 18:17:46.582272 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6127ce-c713-4dc9-9770-e7055096015c req-1fa51a80-36c1-428a-bf45-1fe979111c57 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:46.583716 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dd6127ce-c713-4dc9-9770-e7055096015c req-1fa51a80-36c1-428a-bf45-1fe979111c57 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.0488222 Aug 30 18:17:46.621553 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dd6127ce-c713-4dc9-9770-e7055096015c req-b5a32c9f-4fd0-441b-b53b-61da4adeb4a4 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317397 Aug 30 18:17:46.763126 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0717d6-1bae-453e-9a7c-e21e5323f274 req-7cfea0e2-0094-49b3-ae37-cc16f962f1ec tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:46.765126 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3f0717d6-1bae-453e-9a7c-e21e5323f274 req-7cfea0e2-0094-49b3-ae37-cc16f962f1ec tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 943 time: 0.0462604 Aug 30 18:17:46.801416 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3f0717d6-1bae-453e-9a7c-e21e5323f274 req-a8a60e46-7a33-4f22-b40b-bb402f7636f2 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304298 Aug 30 18:17:46.921213 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db407ca0-3cf5-440f-8036-15713eb7947c req-f00a49b1-fd63-4262-bef1-659062837ee7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:46.922655 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-db407ca0-3cf5-440f-8036-15713eb7947c req-f00a49b1-fd63-4262-bef1-659062837ee7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0502679 Aug 30 18:17:46.959204 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-db407ca0-3cf5-440f-8036-15713eb7947c req-a6e79fe1-6bd0-4e84-93f9-4914334117bd tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305755 Aug 30 18:17:47.078704 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2acf9-3555-4190-9dbc-b4ff9ecefb2f req-6a8c9b81-d0f9-4e7d-bf47-625120280afc tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:47.081251 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15f2acf9-3555-4190-9dbc-b4ff9ecefb2f req-6a8c9b81-d0f9-4e7d-bf47-625120280afc tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 946 time: 0.0476897 Aug 30 18:17:47.118973 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15f2acf9-3555-4190-9dbc-b4ff9ecefb2f req-edd2f492-a6b9-455d-b458-c07d7b0981fb tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327578 Aug 30 18:17:47.736327 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7b67a-8d88-4f65-bdd3-1a7f7ea68003 req-bd653254-16c0-4061-8491-7c86f1384f57 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:47.737905 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-25e7b67a-8d88-4f65-bdd3-1a7f7ea68003 req-bd653254-16c0-4061-8491-7c86f1384f57 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.0483370 Aug 30 18:17:47.774203 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-25e7b67a-8d88-4f65-bdd3-1a7f7ea68003 req-6df05578-144f-4024-b6b7-df2b0ebbb61e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305362 Aug 30 18:17:48.106674 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13512071-1e0f-4c3a-9c22-665141f88b0b req-83649917-9c62-4672-9630-8d3e92cd9e11 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:48.108207 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-13512071-1e0f-4c3a-9c22-665141f88b0b req-83649917-9c62-4672-9630-8d3e92cd9e11 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 943 time: 0.2403274 Aug 30 18:17:48.144281 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-13512071-1e0f-4c3a-9c22-665141f88b0b req-7961f02a-302a-4ad5-936c-fdc783044ada tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294905 Aug 30 18:17:48.244996 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691bab8-abcf-4b7b-a3d3-a285b01c4472 req-5396bbef-af18-46ea-97b2-aba92ff8c6a8 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:48.246416 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4691bab8-abcf-4b7b-a3d3-a285b01c4472 req-5396bbef-af18-46ea-97b2-aba92ff8c6a8 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0477288 Aug 30 18:17:48.282779 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4691bab8-abcf-4b7b-a3d3-a285b01c4472 req-d426d466-7886-45f9-9a16-86f9f4c42248 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304067 Aug 30 18:17:48.886012 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bc59a-b17b-4e6f-84f5-d383054bf3e7 req-64e496c0-2ee0-4f13-ac79-629a8329a21e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:48.887515 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-103bc59a-b17b-4e6f-84f5-d383054bf3e7 req-64e496c0-2ee0-4f13-ac79-629a8329a21e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.0472870 Aug 30 18:17:48.925005 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-103bc59a-b17b-4e6f-84f5-d383054bf3e7 req-fa2e8cd5-0bdb-44e3-ab5f-dce757543588 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313976 Aug 30 18:17:49.260966 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d33ce-c57a-40d4-a48e-3be6597f96aa req-906c3b49-287d-4228-80dc-85e6f0d6a53d tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:49.262305 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-be0d33ce-c57a-40d4-a48e-3be6597f96aa req-906c3b49-287d-4228-80dc-85e6f0d6a53d tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 943 time: 0.0506294 Aug 30 18:17:49.298583 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-be0d33ce-c57a-40d4-a48e-3be6597f96aa req-4b52d760-9f20-4181-9f11-431b2dcad252 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299306 Aug 30 18:17:49.397878 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae9c0f-41d8-43b9-acfa-4dd457029aa3 req-11cf3001-424b-4679-816b-af041a8ff708 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:49.399326 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-87ae9c0f-41d8-43b9-acfa-4dd457029aa3 req-11cf3001-424b-4679-816b-af041a8ff708 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0473516 Aug 30 18:17:49.435752 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-87ae9c0f-41d8-43b9-acfa-4dd457029aa3 req-56a89dca-bd3c-4a42-8eca-7b794322b16b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298586 Aug 30 18:17:50.039468 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e3d65-d021-4725-a1a6-e5144274bab1 req-482a9b03-f789-4f62-b837-325c4c485c2a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:50.040959 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f33e3d65-d021-4725-a1a6-e5144274bab1 req-482a9b03-f789-4f62-b837-325c4c485c2a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.0495872 Aug 30 18:17:50.077714 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f33e3d65-d021-4725-a1a6-e5144274bab1 req-540c07be-0fc9-46d4-bc54-fe89b0a87bcc tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303719 Aug 30 18:17:50.417624 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6446-af8c-4182-905a-bf433c0b108c req-8b03cc18-b55b-4767-a4b0-23f448f51447 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:50.419132 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e0ca6446-af8c-4182-905a-bf433c0b108c req-8b03cc18-b55b-4767-a4b0-23f448f51447 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 943 time: 0.0519803 Aug 30 18:17:50.456191 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e0ca6446-af8c-4182-905a-bf433c0b108c req-7886b658-c83f-420d-bb95-1772e27b6866 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301449 Aug 30 18:17:50.549367 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c48521-33b6-46b4-a33b-a7a3673d2f8a req-8f008d82-d339-413f-829f-849e70b8fa87 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:50.550883 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c8c48521-33b6-46b4-a33b-a7a3673d2f8a req-8f008d82-d339-413f-829f-849e70b8fa87 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0485909 Aug 30 18:17:50.589096 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c8c48521-33b6-46b4-a33b-a7a3673d2f8a req-2523b0da-b7a0-458a-ab24-1d4277178420 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 Aug 30 18:17:51.191897 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce77ba-0fd6-4419-a9bf-858795c45006 req-25e1bad3-d007-43b2-892c-2eedb817e4f7 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:51.193435 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-28ce77ba-0fd6-4419-a9bf-858795c45006 req-25e1bad3-d007-43b2-892c-2eedb817e4f7 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.0485091 Aug 30 18:17:51.232864 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-28ce77ba-0fd6-4419-a9bf-858795c45006 req-e6d8c122-23c8-48b4-93c8-0c32a33cd136 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323734 Aug 30 18:17:51.578602 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f38a07-59a1-4595-b689-ac67a246351f req-d83a5f73-ba11-4ef8-83b6-1ae869ff9f08 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:51.580093 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d4f38a07-59a1-4595-b689-ac67a246351f req-d83a5f73-ba11-4ef8-83b6-1ae869ff9f08 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 943 time: 0.0550427 Aug 30 18:17:51.619447 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d4f38a07-59a1-4595-b689-ac67a246351f req-59a16090-13fa-4df6-8d3b-41e79a276150 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328286 Aug 30 18:17:51.722515 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d89fb-6a84-479d-ab0c-777eef22b122 req-60daf918-742d-410d-b8fd-913e431a83d0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:51.724052 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d06d89fb-6a84-479d-ab0c-777eef22b122 req-60daf918-742d-410d-b8fd-913e431a83d0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0495057 Aug 30 18:17:51.762051 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d06d89fb-6a84-479d-ab0c-777eef22b122 req-abc78e7f-123a-4369-8cde-8802ecb01eec tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320394 Aug 30 18:17:52.178360 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 73ed9a46-babc-4f38-95db-910ef4ca957d details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:17:52.269207 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 73ed9a46-babc-4f38-95db-910ef4ca957d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=73ed9a46-babc-4f38-95db-910ef4ca957d,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:52.283392 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '73ed9a46-babc-4f38-95db-910ef4ca957d', 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0', 'port_id': '73ed9a46-babc-4f38-95db-910ef4ca957d', 'mac_address': 'fa:16:3e:00:94:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22391bd6-71f1-43dd-b7e9-e29ba7a121c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:17:52.319748 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:52.332142 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ed9a46-babc-4f38-95db-910ef4ca957d {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:17:52.345953 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ee2ce-8603-4cab-a5e9-e086d1cf0635 req-75933526-8589-4c73-8a3c-5072f42e9690 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:52.347459 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f45ee2ce-8603-4cab-a5e9-e086d1cf0635 req-75933526-8589-4c73-8a3c-5072f42e9690 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 943 time: 0.0480366 Aug 30 18:17:52.350460 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 73ed9a46-babc-4f38-95db-910ef4ca957d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=73ed9a46-babc-4f38-95db-910ef4ca957d,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:52.354441 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:52.387281 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f45ee2ce-8603-4cab-a5e9-e086d1cf0635 req-65fed62c-0a0b-4bfc-b19e-9d38361cb7e8 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333211 Aug 30 18:17:52.401051 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=73ed9a46-babc-4f38-95db-910ef4ca957d,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:52.735513 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea877d26-74e4-463f-bcd8-240bf0307d91 req-cd98d61b-0c62-4235-90c9-7b97fbfbeace tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:52.736991 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ea877d26-74e4-463f-bcd8-240bf0307d91 req-cd98d61b-0c62-4235-90c9-7b97fbfbeace tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 943 time: 0.0519307 Aug 30 18:17:52.775095 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ea877d26-74e4-463f-bcd8-240bf0307d91 req-d5aa4bba-703c-4014-8b2f-fb213f41cec4 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Aug 30 18:17:52.875206 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ab42a-0ed9-41e5-b689-d6d3a37d0885 req-82706c67-78c8-45df-b7f3-1efd9c084e24 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:52.876664 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f68ab42a-0ed9-41e5-b689-d6d3a37d0885 req-82706c67-78c8-45df-b7f3-1efd9c084e24 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0480125 Aug 30 18:17:52.913838 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f68ab42a-0ed9-41e5-b689-d6d3a37d0885 req-5ff4d66b-ccb0-4841-b4d8-9a3e5e3b26a1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313256 Aug 30 18:17:53.257583 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5dd782-cfb3-4b7f-ab59-c809e0bb45ae req-d1676a8f-3bf0-4957-b080-6c4da47ac908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:53.259054 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fe5dd782-cfb3-4b7f-ab59-c809e0bb45ae req-d1676a8f-3bf0-4957-b080-6c4da47ac908 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 1098 time: 0.0442314 Aug 30 18:17:53.293186 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fe5dd782-cfb3-4b7f-ab59-c809e0bb45ae req-3a72da06-7dc6-4115-9b45-062164597783 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258906 Aug 30 18:17:53.500905 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6c34d-c564-4063-8245-ac8bbdea4917 req-aee0e37a-23ac-4141-9379-24690bd31082 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:53.502508 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-78f6c34d-c564-4063-8245-ac8bbdea4917 req-aee0e37a-23ac-4141-9379-24690bd31082 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 944 time: 0.0486903 Aug 30 18:17:53.539891 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-78f6c34d-c564-4063-8245-ac8bbdea4917 req-7e1887ee-2ddc-4a95-b29d-b69937f94fb9 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309939 Aug 30 18:17:53.551016 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['73ed9a46-babc-4f38-95db-910ef4ca957d'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:17:53.630365 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device b4959a82-96a1-4134-95f3-68c44e7c2b97 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:17:53.771144 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port b4959a82-96a1-4134-95f3-68c44e7c2b97, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=b4959a82-96a1-4134-95f3-68c44e7c2b97,segment=NetworkSegment(a7912160-b01a-441c-9244-de8182523aa2),segment_id=a7912160-b01a-441c-9244-de8182523aa2)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:53.781979 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': 'b4959a82-96a1-4134-95f3-68c44e7c2b97', 'network_id': '0044f176-2787-4927-8904-26bd953e064a', 'port_id': 'b4959a82-96a1-4134-95f3-68c44e7c2b97', 'mac_address': 'fa:16:3e:a5:b5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880fd9a4-bdcb-46a6-8925-ee2e71cdde02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:17:53.831458 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:53.846107 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4959a82-96a1-4134-95f3-68c44e7c2b97 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:17:53.870270 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port b4959a82-96a1-4134-95f3-68c44e7c2b97, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=b4959a82-96a1-4134-95f3-68c44e7c2b97,segment=NetworkSegment(a7912160-b01a-441c-9244-de8182523aa2),segment_id=a7912160-b01a-441c-9244-de8182523aa2)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:53.870561 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d98d9-0934-45c2-bda8-2bd230011c64 req-c2f8c3f3-58f4-407b-a001-567d28e89da8 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:53.872525 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-551d98d9-0934-45c2-bda8-2bd230011c64 req-c2f8c3f3-58f4-407b-a001-567d28e89da8 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 946 time: 0.0664120 Aug 30 18:17:53.878396 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:53.926005 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=b4959a82-96a1-4134-95f3-68c44e7c2b97,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:53.938145 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-551d98d9-0934-45c2-bda8-2bd230011c64 req-d1a6fef1-6ca3-40f6-aeab-bbbd1fe57e26 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529394 Aug 30 18:17:53.951665 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea806415-1acf-43e7-853c-3b9d2c492551 req-172400f5-428c-42d1-9bd4-718b1fc209bb tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:53.953268 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ea806415-1acf-43e7-853c-3b9d2c492551 req-172400f5-428c-42d1-9bd4-718b1fc209bb tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 944 time: 0.0913479 Aug 30 18:17:53.990836 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ea806415-1acf-43e7-853c-3b9d2c492551 req-7dde786f-a5a5-48ae-9a79-46fd632d2f34 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Aug 30 18:17:54.039193 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163be6b-46e0-4f39-995a-0b13793eaf2d req-b4f954df-8d5b-4d4d-9748-42d4ee8111c0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:54.040646 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c163be6b-46e0-4f39-995a-0b13793eaf2d req-b4f954df-8d5b-4d4d-9748-42d4ee8111c0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0475869 Aug 30 18:17:54.080213 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c163be6b-46e0-4f39-995a-0b13793eaf2d req-acec2e1a-a54c-4297-b9be-1c83372430a6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330145 Aug 30 18:17:54.494559 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['b4959a82-96a1-4134-95f3-68c44e7c2b97'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:17:54.664845 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ee8d1-47e8-45a7-a5b2-4a8fa4484106 req-c525ee2e-be48-4509-97d1-cd79d76e92f1 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:54.666477 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fd0ee8d1-47e8-45a7-a5b2-4a8fa4484106 req-c525ee2e-be48-4509-97d1-cd79d76e92f1 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 944 time: 0.0547678 Aug 30 18:17:54.705960 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fd0ee8d1-47e8-45a7-a5b2-4a8fa4484106 req-a6261f4b-2285-48d1-903c-1ae3937245d8 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334008 Aug 30 18:17:55.057901 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fda2a-ebb3-4be8-be95-200decba029a req-5c7f18c6-ccd0-42f1-937d-7f4147c8ba9d tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:55.059385 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0e7fda2a-ebb3-4be8-be95-200decba029a req-5c7f18c6-ccd0-42f1-937d-7f4147c8ba9d tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 946 time: 0.0491512 Aug 30 18:17:55.130579 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0e7fda2a-ebb3-4be8-be95-200decba029a req-08d123d1-3d28-4cea-8d15-d4a88b7ed32e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615325 Aug 30 18:17:55.145087 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4571a-e9a6-4e3c-83fc-86c0b6485cba req-95ee53d5-676a-4888-a032-599b21c5d464 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:55.146675 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-64e4571a-e9a6-4e3c-83fc-86c0b6485cba req-95ee53d5-676a-4888-a032-599b21c5d464 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 944 time: 0.0864236 Aug 30 18:17:55.196195 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-64e4571a-e9a6-4e3c-83fc-86c0b6485cba req-28b1484a-64b3-44e2-a830-254332f35ea3 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 Aug 30 18:17:55.245553 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7c7fc-e524-423b-8d89-715a2f2ec6c4 req-7c4133dd-9720-4fb8-badf-dc6c93ffb517 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:55.247077 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-acb7c7fc-e524-423b-8d89-715a2f2ec6c4 req-7c4133dd-9720-4fb8-badf-dc6c93ffb517 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0561800 Aug 30 18:17:55.290034 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-acb7c7fc-e524-423b-8d89-715a2f2ec6c4 req-311316e1-bd52-4df7-b531-796190067abc tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347855 Aug 30 18:17:55.643806 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 73ed9a46-babc-4f38-95db-910ef4ca957d up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:17:55.689929 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port 73ed9a46-babc-4f38-95db-910ef4ca957d completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:17:55.693537 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 73ed9a46-babc-4f38-95db-910ef4ca957d triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:17:55.693907 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:55.767480 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:55.792318 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c884b4ed-55d0-45a8-ba9b-95f36f096ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ed9a46-babc-4f38-95db-910ef4ca957d'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:17:55.794573 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c9807d-17d1-4f00-8c9b-2973fa069e0f" -d '{"events": [{"server_uuid": "c884b4ed-55d0-45a8-ba9b-95f36f096ef7", "name": "network-vif-plugged", "status": "completed", "tag": "73ed9a46-babc-4f38-95db-910ef4ca957d"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:17:55.807390 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 73ed9a46-babc-4f38-95db-910ef4ca957d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=73ed9a46-babc-4f38-95db-910ef4ca957d,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:55.813921 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:55.824168 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35261e2-b44e-4d81-800d-66921af4b405 req-9378443d-3595-4c4b-bdf1-b3b972389467 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:55.826418 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a35261e2-b44e-4d81-800d-66921af4b405 req-9378443d-3595-4c4b-bdf1-b3b972389467 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 944 time: 0.0522406 Aug 30 18:17:55.848198 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90e98b0-c0ce-4e09-a3d4-a91b8e1b2de0 x-openstack-request-id: req-f90e98b0-c0ce-4e09-a3d4-a91b8e1b2de0 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:17:55.848489 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c884b4ed-55d0-45a8-ba9b-95f36f096ef7", "name": "network-vif-plugged", "status": "completed", "tag": "73ed9a46-babc-4f38-95db-910ef4ca957d", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:17:55.848753 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f90e98b0-c0ce-4e09-a3d4-a91b8e1b2de0 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:17:55.849137 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c884b4ed-55d0-45a8-ba9b-95f36f096ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ed9a46-babc-4f38-95db-910ef4ca957d', 'code': 200} Aug 30 18:17:55.872586 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a35261e2-b44e-4d81-800d-66921af4b405 req-2d125b9e-66e6-465f-ae0a-7c88ebff2bd2 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383425 Aug 30 18:17:55.876547 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=73ed9a46-babc-4f38-95db-910ef4ca957d,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:56.083616 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4496548-2343-42bb-a2ff-4b3e84a1e412 req-4f98e5b6-261f-4ce6-8e3c-8385bfd41498 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:56.085090 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b4496548-2343-42bb-a2ff-4b3e84a1e412 req-4f98e5b6-261f-4ce6-8e3c-8385bfd41498 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.36 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 946 time: 0.0789063 Aug 30 18:17:56.104686 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ada7d-f45e-482c-9452-66785b449c6a req-eea089bf-77b9-4dfa-bfa0-251990a3f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:56.106106 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ef1ada7d-f45e-482c-9452-66785b449c6a req-eea089bf-77b9-4dfa-bfa0-251990a3f956 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 1098 time: 0.0615277 Aug 30 18:17:56.259399 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3e031-6c03-4851-87c8-5a83ff4dabac req-02ca79fe-9936-486d-a284-b5f4e3c77880 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:56.261008 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5df3e031-6c03-4851-87c8-5a83ff4dabac req-02ca79fe-9936-486d-a284-b5f4e3c77880 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 946 time: 0.0567694 Aug 30 18:17:56.333999 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5df3e031-6c03-4851-87c8-5a83ff4dabac req-5d2337a0-3997-426c-adb5-d0e0f4e67fad tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652823 Aug 30 18:17:56.360999 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1ad05-c914-429c-aa3a-965ecbde9173 req-687af2fb-3752-4740-8413-98be457128f4 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:56.360999 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8bf1ad05-c914-429c-aa3a-965ecbde9173 req-687af2fb-3752-4740-8413-98be457128f4 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 944 time: 0.0708070 Aug 30 18:17:56.395346 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ef1ada7d-f45e-482c-9452-66785b449c6a req-3735be2e-5b5b-4a20-90f4-119a4b0c78f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745500 Aug 30 18:17:56.405997 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8bf1ad05-c914-429c-aa3a-965ecbde9173 req-3d1c0222-fb68-445c-b04d-93c811ecff78 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364006 Aug 30 18:17:56.420851 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-b4496548-2343-42bb-a2ff-4b3e84a1e412 req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Deleting port 799566f1-cfba-4fef-b05d-ad71d37e99db {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:17:56.421194 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b4496548-2343-42bb-a2ff-4b3e84a1e412 req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:56.478129 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040a180-d64b-4931-9039-969a5dee609d req-201a0c5d-e653-493d-b7b5-e8bc666e6b97 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:56.479630 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a040a180-d64b-4931-9039-969a5dee609d req-201a0c5d-e653-493d-b7b5-e8bc666e6b97 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0673540 Aug 30 18:17:56.516122 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-b4496548-2343-42bb-a2ff-4b3e84a1e412 req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] For port 799566f1-cfba-4fef-b05d-ad71d37e99db, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=799566f1-cfba-4fef-b05d-ad71d37e99db,segment=NetworkSegment(9d23f476-148c-4915-a9d9-883c25d6e6df),segment_id=9d23f476-148c-4915-a9d9-883c25d6e6df)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:56.516489 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b4496548-2343-42bb-a2ff-4b3e84a1e412 req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:56.517927 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a040a180-d64b-4931-9039-969a5dee609d req-f5f80648-c476-413d-8868-bc828959f94f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318947 Aug 30 18:17:56.529180 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-b4496548-2343-42bb-a2ff-4b3e84a1e412 req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Calling delete_port for 799566f1-cfba-4fef-b05d-ad71d37e99db owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:17:56.633580 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259e741-2ab4-474c-a2ca-bdbb47739130 req-40f9987e-9bc8-413c-bf9b-659d6881d625 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:56.635347 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6259e741-2ab4-474c-a2ca-bdbb47739130 req-40f9987e-9bc8-413c-bf9b-659d6881d625 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0524318 Aug 30 18:17:56.657578 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b4496548-2343-42bb-a2ff-4b3e84a1e412 req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:56.680093 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['799566f1-cfba-4fef-b05d-ad71d37e99db'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:17:56.685653 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Pushing event deleted for resources: {'Port': ['ID=799566f1-cfba-4fef-b05d-ad71d37e99db,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:56.694383 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:56.694741 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:56.695256 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:56.695870 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:56.696347 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:56.696833 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:56.697334 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:56.697829 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:56.698314 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:56.698793 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:56.699273 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:56.699754 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:17:56.703566 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6259e741-2ab4-474c-a2ca-bdbb47739130 req-442d5777-7bd4-495f-b2f7-3cf7ecd2e7a6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566440 Aug 30 18:17:56.746340 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4496548-2343-42bb-a2ff-4b3e84a1e412 req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] No DVR routers for this DVR port 799566f1-cfba-4fef-b05d-ad71d37e99db on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:17:56.749551 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b4496548-2343-42bb-a2ff-4b3e84a1e412 req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:56.751534 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b4496548-2343-42bb-a2ff-4b3e84a1e412 req-9e5f5360-6b2d-4cd1-9e48-c3a5455b463e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.36 "DELETE /v2.0/ports/799566f1-cfba-4fef-b05d-ad71d37e99db HTTP/1.1" status: 204 len: 173 time: 0.6562572 Aug 30 18:17:56.751966 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a876c5-30e7-439b-bd66-9fa01d69476f', 'name': 'network-vif-deleted', 'tag': '799566f1-cfba-4fef-b05d-ad71d37e99db'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:17:56.754457 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482cbc46-44e9-41b3-9bc9-e82a8434d26c" -d '{"events": [{"server_uuid": "56a876c5-30e7-439b-bd66-9fa01d69476f", "name": "network-vif-deleted", "tag": "799566f1-cfba-4fef-b05d-ad71d37e99db"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:17:56.790971 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf5e7f3-5b45-4efb-822e-db0b06314828 x-openstack-request-id: req-4bf5e7f3-5b45-4efb-822e-db0b06314828 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:17:56.791263 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a876c5-30e7-439b-bd66-9fa01d69476f", "name": "network-vif-deleted", "tag": "799566f1-cfba-4fef-b05d-ad71d37e99db", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:17:56.791512 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bf5e7f3-5b45-4efb-822e-db0b06314828 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:17:56.791907 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a876c5-30e7-439b-bd66-9fa01d69476f', 'name': 'network-vif-deleted', 'tag': '799566f1-cfba-4fef-b05d-ad71d37e99db', 'status': 'completed', 'code': 200} Aug 30 18:17:57.020499 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcede5-cc4b-404f-aaa3-ed868d93a8d9 req-cf1e6d62-dd8b-451e-a316-f5e172addf33 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:57.022210 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aadcede5-cc4b-404f-aaa3-ed868d93a8d9 req-cf1e6d62-dd8b-451e-a316-f5e172addf33 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 945 time: 0.0537586 Aug 30 18:17:57.069675 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aadcede5-cc4b-404f-aaa3-ed868d93a8d9 req-46b15fae-889a-40b1-86fc-185ad2667fb2 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387712 Aug 30 18:17:57.505837 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ed2b455e-bd99-407d-9b57-68deeb8ee9c9 req-44e5fe82-444a-4b03-a38d-7921d66b8e2e tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=56a876c5-30e7-439b-bd66-9fa01d69476f HTTP/1.1" status: 200 len: 210 time: 0.0657196 Aug 30 18:17:57.560066 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 49700) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:57.612644 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 49704) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:57.618346 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39e4ce-4780-4a7c-a345-babdacac7756 req-3e304593-8275-4d98-afa4-8bb3dd1012d4 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:57.619967 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7d39e4ce-4780-4a7c-a345-babdacac7756 req-3e304593-8275-4d98-afa4-8bb3dd1012d4 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 944 time: 0.0945048 Aug 30 18:17:57.659800 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device b4959a82-96a1-4134-95f3-68c44e7c2b97 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:17:57.668271 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7d39e4ce-4780-4a7c-a345-babdacac7756 req-519a935b-72ef-476a-94e8-e9ba9a0742e8 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Aug 30 18:17:57.725163 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port b4959a82-96a1-4134-95f3-68c44e7c2b97 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:17:57.731273 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port b4959a82-96a1-4134-95f3-68c44e7c2b97 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:17:57.731666 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:57.761031 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4cf924fb-77d2-4f9f-b1ac-181b2a3a8b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:57.774208 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-260b1c72-ddc3-4cce-b0df-6a1ef374abf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:57.807794 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.db.api [None req-260b1c72-ddc3-4cce-b0df-6a1ef374abf2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 18:17:57.807794 dv-cinder-804296-2-iscsi neutron-server[93969]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 18:17:57.807794 dv-cinder-804296-2-iscsi neutron-server[93969]: [parameters: {'project_id': '616d1c18b30f4c6db70917dad8979012', 'id': 'af347a29-dd30-4842-a609-ddbc83a1e266', 'expiration': datetime.datetime(2021, 8, 30, 18, 19, 57, 798745)}] Aug 30 18:17:57.807794 dv-cinder-804296-2-iscsi neutron-server[93969]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 18:17:57.808378 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG oslo_db.api [None req-260b1c72-ddc3-4cce-b0df-6a1ef374abf2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 18:17:57.811413 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:57.844499 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port b4959a82-96a1-4134-95f3-68c44e7c2b97, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=b4959a82-96a1-4134-95f3-68c44e7c2b97,segment=NetworkSegment(a7912160-b01a-441c-9244-de8182523aa2),segment_id=a7912160-b01a-441c-9244-de8182523aa2)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:17:57.849086 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:57.851387 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1108913-183f-42ee-8d3a-8e00e6f13d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4959a82-96a1-4134-95f3-68c44e7c2b97'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:17:57.854411 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e979916b-2d08-484f-baed-43352588a0a7" -d '{"events": [{"server_uuid": "f1108913-183f-42ee-8d3a-8e00e6f13d94", "name": "network-vif-plugged", "status": "completed", "tag": "b4959a82-96a1-4134-95f3-68c44e7c2b97"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:17:57.882641 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4cf924fb-77d2-4f9f-b1ac-181b2a3a8b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:57.887535 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4cf924fb-77d2-4f9f-b1ac-181b2a3a8b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:57.903209 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb430aef-2740-4073-9e21-c12c48f3b768 x-openstack-request-id: req-bb430aef-2740-4073-9e21-c12c48f3b768 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:17:57.903610 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1108913-183f-42ee-8d3a-8e00e6f13d94", "name": "network-vif-plugged", "status": "completed", "tag": "b4959a82-96a1-4134-95f3-68c44e7c2b97", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:17:57.903978 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb430aef-2740-4073-9e21-c12c48f3b768 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:17:57.904476 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1108913-183f-42ee-8d3a-8e00e6f13d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4959a82-96a1-4134-95f3-68c44e7c2b97', 'code': 200} Aug 30 18:17:57.909369 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=b4959a82-96a1-4134-95f3-68c44e7c2b97,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:57.930904 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4cf924fb-77d2-4f9f-b1ac-181b2a3a8b72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abae7d8556ff47d0b9b8461da223314d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697281 Aug 30 18:17:57.933713 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 49712) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:57.946536 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf924fb-77d2-4f9f-b1ac-181b2a3a8b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8e540a-a3fd-43b9-a36e-7d0e011ac63e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:58.003900 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8acc5ac0-cf4f-4d54-ba3e-1ca1a8989f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:58.025486 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8acc5ac0-cf4f-4d54-ba3e-1ca1a8989f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:58.075958 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8acc5ac0-cf4f-4d54-ba3e-1ca1a8989f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:58.078684 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8acc5ac0-cf4f-4d54-ba3e-1ca1a8989f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:58.079825 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-8acc5ac0-cf4f-4d54-ba3e-1ca1a8989f5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff8e540a-a3fd-43b9-a36e-7d0e011ac63e HTTP/1.1" status: 204 len: 168 time: 0.1450117 Aug 30 18:17:58.091070 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc5ac0-cf4f-4d54-ba3e-1ca1a8989f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8e540a-a3fd-43b9-a36e-7d0e011ac63e,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:58.136980 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824cfba-e432-42c3-a6fb-95e43f8bd92a req-3e1aeef2-1df4-47b6-90b8-1cd2960d9af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:58.138768 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3824cfba-e432-42c3-a6fb-95e43f8bd92a req-3e1aeef2-1df4-47b6-90b8-1cd2960d9af2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 1098 time: 0.0697625 Aug 30 18:17:58.183478 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3824cfba-e432-42c3-a6fb-95e43f8bd92a req-768d67ea-a7ec-4e70-b984-3651484d6743 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340514 Aug 30 18:17:58.204002 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42023164-0b88-4f27-9778-be384ab75619 req-c6a5291b-8fc4-4985-abc2-27d5bf2e49a8 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:58.205744 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-42023164-0b88-4f27-9778-be384ab75619 req-c6a5291b-8fc4-4985-abc2-27d5bf2e49a8 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 945 time: 0.0572917 Aug 30 18:17:58.249489 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-42023164-0b88-4f27-9778-be384ab75619 req-df29bb9b-4a3a-4f9a-b10f-d1806d0ee831 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372915 Aug 30 18:17:58.309588 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-260b1c72-ddc3-4cce-b0df-6a1ef374abf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:58.406326 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56e50f-0f4c-4e74-9f8d-8cadd618dee1 req-71eddd41-553f-471d-88fa-9452266237db tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:58.408148 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8b56e50f-0f4c-4e74-9f8d-8cadd618dee1 req-71eddd41-553f-471d-88fa-9452266237db tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0739574 Aug 30 18:17:58.425430 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-260b1c72-ddc3-4cce-b0df-6a1ef374abf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:58.431265 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-260b1c72-ddc3-4cce-b0df-6a1ef374abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:58.457272 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8b56e50f-0f4c-4e74-9f8d-8cadd618dee1 req-35a00e59-31c2-4317-93f9-ba85e39fc1d3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Aug 30 18:17:58.472743 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b1c72-ddc3-4cce-b0df-6a1ef374abf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e2a09d-a883-4ed6-b1ff-01ccc56c2393,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:58.478325 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-260b1c72-ddc3-4cce-b0df-6a1ef374abf2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=616d1c18b30f4c6db70917dad8979012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8639956 Aug 30 18:17:58.480870 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 49726) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:58.561843 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-907abcc1-adbc-4a28-84df-3c7d7924a20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:58.597862 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfa02f-5140-4a8c-8e41-eed4f698205f req-a4c395cc-7255-403b-8b24-8ed45e1232d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:58.599276 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81dfa02f-5140-4a8c-8e41-eed4f698205f req-a4c395cc-7255-403b-8b24-8ed45e1232d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 1098 time: 0.0838599 Aug 30 18:17:58.603747 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-907abcc1-adbc-4a28-84df-3c7d7924a20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:58.731586 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfa02f-5140-4a8c-8e41-eed4f698205f req-cd09731d-1013-41a5-ad90-0a422d061605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:58.733386 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81dfa02f-5140-4a8c-8e41-eed4f698205f req-cd09731d-1013-41a5-ad90-0a422d061605 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7bd3d83-2234-45cb-869b-5a867e159aff HTTP/1.1" status: 200 len: 919 time: 0.1226861 Aug 30 18:17:58.734570 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-907abcc1-adbc-4a28-84df-3c7d7924a20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:58.737751 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-907abcc1-adbc-4a28-84df-3c7d7924a20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:58.741176 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-907abcc1-adbc-4a28-84df-3c7d7924a20f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3e2a09d-a883-4ed6-b1ff-01ccc56c2393 HTTP/1.1" status: 204 len: 168 time: 0.2590380 Aug 30 18:17:58.757072 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907abcc1-adbc-4a28-84df-3c7d7924a20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e2a09d-a883-4ed6-b1ff-01ccc56c2393,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:58.801648 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81dfa02f-5140-4a8c-8e41-eed4f698205f req-b62b0700-084d-44de-8372-675e9f44fef5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba34770-4340-4e63-826c-6f72b3d34cdd HTTP/1.1" status: 200 len: 217 time: 0.0593841 Aug 30 18:17:58.866027 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfa02f-5140-4a8c-8e41-eed4f698205f req-ef103c71-6e22-40cd-bf94-1e327c773a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:58.867577 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81dfa02f-5140-4a8c-8e41-eed4f698205f req-ef103c71-6e22-40cd-bf94-1e327c773a6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=019cd36e-2152-42ae-baa8-dc7a40474c8e HTTP/1.1" status: 200 len: 858 time: 0.0538993 Aug 30 18:17:58.887317 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4daa2e-8723-4056-b3b1-1ab31eb15418 req-f688b700-618b-4d85-823e-1e23fc4df6a2 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:58.890920 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2f4daa2e-8723-4056-b3b1-1ab31eb15418 req-f688b700-618b-4d85-823e-1e23fc4df6a2 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 945 time: 0.1175752 Aug 30 18:17:58.918249 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81dfa02f-5140-4a8c-8e41-eed4f698205f req-b1a9c71c-7d0d-4c64-a2df-9c30f35e11f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7bd3d83-2234-45cb-869b-5a867e159aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363898 Aug 30 18:17:58.964288 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2f4daa2e-8723-4056-b3b1-1ab31eb15418 req-7068f9fb-2915-4f79-902f-06abf7a5564f tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651782 Aug 30 18:17:58.985691 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dfb70-d679-4318-a97d-f199ab492b36 req-c5edb3ed-28eb-4e8a-8673-2aced29e2cc4 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:58.985938 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-c5edb3ed-28eb-4e8a-8673-2aced29e2cc4 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/networks?id=ba876602-563f-4294-9217-5cbdc08d373b HTTP/1.1" status: 200 len: 808 time: 0.1673782 Aug 30 18:17:59.010939 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-07c26cb3-9e94-4fb8-b9bc-6f9e702db6d2 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/quotas/7ce23438864f4db0bfbd2a578f18129e HTTP/1.1" status: 200 len: 375 time: 0.0171769 Aug 30 18:17:59.044243 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81dfa02f-5140-4a8c-8e41-eed4f698205f req-00abd405-998e-401d-b819-2e600ebaeb44 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061184 Aug 30 18:17:59.050128 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-846ae4b8-08e6-4d7c-9bcf-7c1da45c8324 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ce23438864f4db0bfbd2a578f18129e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324674 Aug 30 18:17:59.145988 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-8be7efb6-5270-4d77-968c-94bd817bc9b5 service neutron] 10.222.0.16 "GET /v2.0/networks/ba876602-563f-4294-9217-5cbdc08d373b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896149 Aug 30 18:17:59.160537 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81dfa02f-5140-4a8c-8e41-eed4f698205f req-a497d3a9-eb24-4dcb-9b3b-ff5e241484cf service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951128 Aug 30 18:17:59.193048 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 49760) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:59.207195 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9b2a04f-7ded-4e76-b715-ce954cb8db4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:59.244802 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-4c7fb7fa-ca67-4f7d-af6b-c3656b997037 service neutron] 10.222.0.16 "GET /v2.0/networks/ba876602-563f-4294-9217-5cbdc08d373b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924017 Aug 30 18:17:59.306663 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9b2a04f-7ded-4e76-b715-ce954cb8db4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:59.310545 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9b2a04f-7ded-4e76-b715-ce954cb8db4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:59.351336 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2a04f-7ded-4e76-b715-ce954cb8db4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368d009f-af95-48a7-9493-84f8e6f78f9e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:59.356820 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c9b2a04f-7ded-4e76-b715-ce954cb8db4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb07e41a49eb4e1cb82703a894d84475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626849 Aug 30 18:17:59.359598 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 49768) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:17:59.419609 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a6176481-5e49-48a9-b483-2824410b3f00 req-6deda4d6-ac35-4354-bc2c-9ff1159d67c0 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 210 time: 0.0312548 Aug 30 18:17:59.433243 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7b0f510e-95ec-4222-9d54-c331d74d870a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:59.460626 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7b0f510e-95ec-4222-9d54-c331d74d870a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:59.511428 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7b0f510e-95ec-4222-9d54-c331d74d870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:59.514587 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7b0f510e-95ec-4222-9d54-c331d74d870a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:17:59.515754 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7b0f510e-95ec-4222-9d54-c331d74d870a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/368d009f-af95-48a7-9493-84f8e6f78f9e HTTP/1.1" status: 204 len: 168 time: 0.1551852 Aug 30 18:17:59.525217 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f510e-95ec-4222-9d54-c331d74d870a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368d009f-af95-48a7-9493-84f8e6f78f9e,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:17:59.588557 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c008d0-b50f-46e3-93a7-e80aade6280a req-60f81948-d0fa-4b3a-a8c3-1f549e021b05 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:17:59.590004 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-32c008d0-b50f-46e3-93a7-e80aade6280a req-60f81948-d0fa-4b3a-a8c3-1f549e021b05 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0659981 Aug 30 18:17:59.641244 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-32c008d0-b50f-46e3-93a7-e80aade6280a req-d4177b74-6161-44fc-bddf-30912caea2f7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 Aug 30 18:18:00.080738 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac4bf5-4fe4-4403-ba07-c3e614dd3fec req-48094a77-6402-4752-bf8c-662b29b67948 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:00.082277 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aeac4bf5-4fe4-4403-ba07-c3e614dd3fec req-48094a77-6402-4752-bf8c-662b29b67948 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 945 time: 0.0485735 Aug 30 18:18:00.121891 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aeac4bf5-4fe4-4403-ba07-c3e614dd3fec req-404ab4e5-be94-44bc-bb82-e8a84b563d04 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336900 Aug 30 18:18:00.580679 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 49822) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:00.689912 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb3-1161-408f-8ff8-0cc8ed5413cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:00.780059 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb3-1161-408f-8ff8-0cc8ed5413cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:00.783566 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1f00eb3-1161-408f-8ff8-0cc8ed5413cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:00.820509 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e1f00eb3-1161-408f-8ff8-0cc8ed5413cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=caf84e8737604df9814cd9090ccb426c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387493 Aug 30 18:18:00.821374 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f00eb3-1161-408f-8ff8-0cc8ed5413cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f762e51-e710-41a0-a443-1898cd2e2348,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:00.823256 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 49828) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:00.871227 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:00.891818 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:00.936198 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:00.938960 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:00.940095 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f762e51-e710-41a0-a443-1898cd2e2348 HTTP/1.1" status: 204 len: 168 time: 0.1156013 Aug 30 18:18:00.947315 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f762e51-e710-41a0-a443-1898cd2e2348,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:00.954438 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:00.954786 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:00.955127 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:00.955456 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:00.955786 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:00.956114 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:00.956440 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:00.956764 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:00.957115 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:00.957436 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:00.957755 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:00.958074 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea47eb-c631-411a-9440-5a74939dddff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:01.309636 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1367d2df-d106-4821-bd62-82af75484c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:02.204512 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 799566f1-cfba-4fef-b05d-ad71d37e99db no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:18:02.225923 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: 799566f1-cfba-4fef-b05d-ad71d37e99db {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:18:02.225923 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 799566f1-cfba-4fef-b05d-ad71d37e99db not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:18:02.352100 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e9892ae3-ad8f-447e-9152-d3269fcc5dfc req-23884a81-0e78-41d1-ad9a-1be64c27c058 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 210 time: 0.0312221 Aug 30 18:18:02.540772 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb1c51-0706-4943-b9aa-49a53006b365 req-d968a72a-10d3-4647-9857-9506a5a39e8e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:02.542353 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-27bb1c51-0706-4943-b9aa-49a53006b365 req-d968a72a-10d3-4647-9857-9506a5a39e8e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0966599 Aug 30 18:18:02.566049 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab79b7-bec1-4d7d-8237-7ef27cf2097a req-3dbe7e32-78a9-496a-a5b3-2063c254dd51 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:02.569401 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e2ab79b7-bec1-4d7d-8237-7ef27cf2097a req-3dbe7e32-78a9-496a-a5b3-2063c254dd51 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 945 time: 0.0800371 Aug 30 18:18:02.627286 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-27bb1c51-0706-4943-b9aa-49a53006b365 req-81f75d11-4558-4ee1-8ac2-792b971beede tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568805 Aug 30 18:18:02.632242 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e2ab79b7-bec1-4d7d-8237-7ef27cf2097a req-6a2f949d-ad56-4174-834e-7870976e12af tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555251 Aug 30 18:18:03.224110 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dfb70-d679-4318-a97d-f199ab492b36 req-aaf32159-f2ed-4507-931d-857eece20521 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:03.225562 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-aaf32159-f2ed-4507-931d-857eece20521 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.36 "GET /v2.0/networks?id=ba876602-563f-4294-9217-5cbdc08d373b HTTP/1.1" status: 200 len: 808 time: 0.1116848 Aug 30 18:18:03.274461 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-135dfb70-d679-4318-a97d-f199ab492b36 req-dfa92ff6-1fde-4061-8667-34e9b8f5257b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Request body: {'port': {'device_id': 'b8213972-9677-43af-a314-00d8c2f5c99f', 'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b', 'admin_state_up': True, 'tenant_id': '7ce23438864f4db0bfbd2a578f18129e'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:18:03.394241 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135dfb70-d679-4318-a97d-f199ab492b36 req-dfa92ff6-1fde-4061-8667-34e9b8f5257b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Made reservation on behalf of 7ce23438864f4db0bfbd2a578f18129e for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:18:03.397855 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-135dfb70-d679-4318-a97d-f199ab492b36 req-dfa92ff6-1fde-4061-8667-34e9b8f5257b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:03.450902 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7ad030a1-a148-40d5-b4e4-6ffa7c6dd7e8 req-1adec663-f122-4d15-b6fb-5713f06b06af tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 210 time: 0.0255992 Aug 30 18:18:03.518816 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-135dfb70-d679-4318-a97d-f199ab492b36 req-dfa92ff6-1fde-4061-8667-34e9b8f5257b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Allocated IP 172.20.0.12 (ba876602-563f-4294-9217-5cbdc08d373b/d58ef967-0767-4f74-85dc-c000e6629e3a/ebebbf34-1f2c-4423-8ef3-a141477e49d5) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:18:03.669683 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-135dfb70-d679-4318-a97d-f199ab492b36 req-dfa92ff6-1fde-4061-8667-34e9b8f5257b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:03.710427 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-135dfb70-d679-4318-a97d-f199ab492b36 req-dfa92ff6-1fde-4061-8667-34e9b8f5257b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:03.754239 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135dfb70-d679-4318-a97d-f199ab492b36 req-dfa92ff6-1fde-4061-8667-34e9b8f5257b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Network ba876602-563f-4294-9217-5cbdc08d373b is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:18:03.757320 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-135dfb70-d679-4318-a97d-f199ab492b36 req-dfa92ff6-1fde-4061-8667-34e9b8f5257b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:18:03.759891 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-135dfb70-d679-4318-a97d-f199ab492b36 req-dfa92ff6-1fde-4061-8667-34e9b8f5257b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:18:03.782514 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff9ff4-01cf-469b-b00b-fabdb847ccb5 req-8613a55c-0d70-4094-85d2-2829c78b952b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:03.783982 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-48ff9ff4-01cf-469b-b00b-fabdb847ccb5 req-8613a55c-0d70-4094-85d2-2829c78b952b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0866594 Aug 30 18:18:03.795357 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa92ff6-1fde-4061-8667-34e9b8f5257b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Pushing event updated for resources: {'Port': ['ID=ebebbf34-1f2c-4423-8ef3-a141477e49d5,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:03.805770 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548aa52c-167d-4ac4-bb9b-6ff31e1158bb req-1842bd63-7fb8-47b0-8beb-c6e8b8db7adf tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:03.807238 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-548aa52c-167d-4ac4-bb9b-6ff31e1158bb req-1842bd63-7fb8-47b0-8beb-c6e8b8db7adf tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 945 time: 0.0785887 Aug 30 18:18:03.821631 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dfb70-d679-4318-a97d-f199ab492b36 req-dfa92ff6-1fde-4061-8667-34e9b8f5257b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:03.822245 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-135dfb70-d679-4318-a97d-f199ab492b36 req-dfa92ff6-1fde-4061-8667-34e9b8f5257b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:03.836875 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-dfa92ff6-1fde-4061-8667-34e9b8f5257b tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671127 Aug 30 18:18:03.851594 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Request body: {'port': {'device_id': 'b8213972-9677-43af-a314-00d8c2f5c99f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:18:03.855143 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-48ff9ff4-01cf-469b-b00b-fabdb847ccb5 req-08591587-0892-41c3-8d25-1908f2ba8afd tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636802 Aug 30 18:18:03.862150 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-548aa52c-167d-4ac4-bb9b-6ff31e1158bb req-0392bc2c-d917-40b5-a2f6-c5443d94ed32 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471375 Aug 30 18:18:03.906342 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:03.957634 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6f03601e-22ac-41ff-a473-ef82bae3d8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:04.026194 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:04.188821 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebebbf34-1f2c-4423-8ef3-a141477e49d5 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:18:04.196571 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:04.210264 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Transition to ACTIVE for port object ebebbf34-1f2c-4423-8ef3-a141477e49d5 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:18:04.216151 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:04.356377 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Pushing event updated for resources: {'Port': ['ID=ebebbf34-1f2c-4423-8ef3-a141477e49d5,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:04.381993 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Attempting to bind port ebebbf34-1f2c-4423-8ef3-a141477e49d5 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:18:04.382274 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Attempting to bind port ebebbf34-1f2c-4423-8ef3-a141477e49d5 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '9d23f476-148c-4915-a9d9-883c25d6e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:18:04.382595 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Attempting to bind port ebebbf34-1f2c-4423-8ef3-a141477e49d5 on network ba876602-563f-4294-9217-5cbdc08d373b {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:18:04.387211 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Port ebebbf34-1f2c-4423-8ef3-a141477e49d5 on network ba876602-563f-4294-9217-5cbdc08d373b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:18:04.387523 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Attempting to bind port ebebbf34-1f2c-4423-8ef3-a141477e49d5 on network ba876602-563f-4294-9217-5cbdc08d373b {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:18:04.393345 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:18:04.393678 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Checking segment: {'id': '9d23f476-148c-4915-a9d9-883c25d6e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:18:04.394056 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Bound using segment: {'id': '9d23f476-148c-4915-a9d9-883c25d6e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:18:04.394476 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Bound port: ebebbf34-1f2c-4423-8ef3-a141477e49d5, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d23f476-148c-4915-a9d9-883c25d6e6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:18:04.395243 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:04.468432 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] For port ebebbf34-1f2c-4423-8ef3-a141477e49d5, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:18:04.471790 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] For port ebebbf34-1f2c-4423-8ef3-a141477e49d5, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=ebebbf34-1f2c-4423-8ef3-a141477e49d5,segment=NetworkSegment(9d23f476-148c-4915-a9d9-883c25d6e6df),segment_id=9d23f476-148c-4915-a9d9-883c25d6e6df)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:18:04.476240 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:04.546409 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:04.548048 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:04.549574 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] 10.222.0.36 "PUT /v2.0/ports/ebebbf34-1f2c-4423-8ef3-a141477e49d5 HTTP/1.1" status: 200 len: 1094 time: 0.7021348 Aug 30 18:18:04.550356 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8213972-9677-43af-a314-00d8c2f5c99f', 'tag': 'ebebbf34-1f2c-4423-8ef3-a141477e49d5'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:18:04.553002 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5d0627-c649-4dae-921c-ebe0bdbc7e81" -d '{"events": [{"name": "network-changed", "server_uuid": "b8213972-9677-43af-a314-00d8c2f5c99f", "tag": "ebebbf34-1f2c-4423-8ef3-a141477e49d5"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:18:04.564806 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae336f3-43bf-4843-afd6-a79091d15c3d service neutron] Pushing event updated for resources: {'Port': ['ID=ebebbf34-1f2c-4423-8ef3-a141477e49d5,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:04.641650 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe4647-1120-4457-b699-b17a0d4d5b7e req-dfa63e76-f7e4-4213-920c-cd8375feb460 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:04.643475 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d0fe4647-1120-4457-b699-b17a0d4d5b7e req-dfa63e76-f7e4-4213-920c-cd8375feb460 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 944 time: 0.1164539 Aug 30 18:18:04.657849 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e9d5bb-f7cc-4acb-9ba0-3151f43b7405 x-openstack-request-id: req-c9e9d5bb-f7cc-4acb-9ba0-3151f43b7405 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:18:04.658254 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8213972-9677-43af-a314-00d8c2f5c99f", "tag": "ebebbf34-1f2c-4423-8ef3-a141477e49d5", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:18:04.658769 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9e9d5bb-f7cc-4acb-9ba0-3151f43b7405 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:18:04.659968 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8213972-9677-43af-a314-00d8c2f5c99f', 'tag': 'ebebbf34-1f2c-4423-8ef3-a141477e49d5', 'status': 'completed', 'code': 200} Aug 30 18:18:04.683649 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dfb70-d679-4318-a97d-f199ab492b36 req-fb74e73f-38ff-428a-ad91-d5356a7eb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:04.685183 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-fb74e73f-38ff-428a-ad91-d5356a7eb7c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ce23438864f4db0bfbd2a578f18129e&device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 1097 time: 0.0835099 Aug 30 18:18:04.708835 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d0fe4647-1120-4457-b699-b17a0d4d5b7e req-f3326e16-e76d-4672-99ba-dcf5d38212b6 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590999 Aug 30 18:18:04.747163 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-db39c154-bbdf-44bc-8c33-da5c7672e893 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebebbf34-1f2c-4423-8ef3-a141477e49d5 HTTP/1.1" status: 200 len: 217 time: 0.0413539 Aug 30 18:18:04.811567 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135dfb70-d679-4318-a97d-f199ab492b36 req-3e3258a4-79f8-4548-b02d-bfd6b01ccf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:04.813047 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-3e3258a4-79f8-4548-b02d-bfd6b01ccf7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58ef967-0767-4f74-85dc-c000e6629e3a HTTP/1.1" status: 200 len: 848 time: 0.0497835 Aug 30 18:18:04.853109 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-feeea4f5-fd33-4b46-94aa-b8abf005ac93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba876602-563f-4294-9217-5cbdc08d373b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244923 Aug 30 18:18:04.968980 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-36fdb821-9453-433a-b209-8351eb6089d2 service neutron] 10.222.0.36 "GET /v2.0/networks/ba876602-563f-4294-9217-5cbdc08d373b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973558 Aug 30 18:18:04.984567 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc3f31-dcc0-474a-aa9b-8dc11a60284f req-46ab655d-c866-4809-ade9-0fed783f8565 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:04.986129 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-34cc3f31-dcc0-474a-aa9b-8dc11a60284f req-46ab655d-c866-4809-ade9-0fed783f8565 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0563462 Aug 30 18:18:05.028533 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-34cc3f31-dcc0-474a-aa9b-8dc11a60284f req-6db2c742-2703-402b-a2a1-e94d2f5ac3aa tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363474 Aug 30 18:18:05.079537 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-135dfb70-d679-4318-a97d-f199ab492b36 req-22fe69a0-133f-446b-a13e-711058e4227c service neutron] 10.222.0.36 "GET /v2.0/networks/ba876602-563f-4294-9217-5cbdc08d373b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909123 Aug 30 18:18:05.147987 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:05.175093 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d0627-c649-4dae-921c-ebe0bdbc7e81 req-624bd970-74d6-4c33-a4f4-a149f8236f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:05.176726 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fa5d0627-c649-4dae-921c-ebe0bdbc7e81 req-624bd970-74d6-4c33-a4f4-a149f8236f22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ce23438864f4db0bfbd2a578f18129e&device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 1097 time: 0.0443513 Aug 30 18:18:05.283783 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d0627-c649-4dae-921c-ebe0bdbc7e81 req-a425c2d3-48eb-4fba-902e-d821ce22eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:05.285638 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fa5d0627-c649-4dae-921c-ebe0bdbc7e81 req-a425c2d3-48eb-4fba-902e-d821ce22eff1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba876602-563f-4294-9217-5cbdc08d373b HTTP/1.1" status: 200 len: 909 time: 0.0916567 Aug 30 18:18:05.337041 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fa5d0627-c649-4dae-921c-ebe0bdbc7e81 req-5279bd2a-a7a7-4956-8823-98e0c63eed34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebebbf34-1f2c-4423-8ef3-a141477e49d5 HTTP/1.1" status: 200 len: 217 time: 0.0365834 Aug 30 18:18:05.390912 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d0627-c649-4dae-921c-ebe0bdbc7e81 req-f0fc9cb8-a085-4841-9958-aea5c0845577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:05.392385 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fa5d0627-c649-4dae-921c-ebe0bdbc7e81 req-f0fc9cb8-a085-4841-9958-aea5c0845577 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d58ef967-0767-4f74-85dc-c000e6629e3a HTTP/1.1" status: 200 len: 848 time: 0.0449657 Aug 30 18:18:05.439759 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fa5d0627-c649-4dae-921c-ebe0bdbc7e81 req-99253d30-9e89-4f87-a22f-3f2096426199 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba876602-563f-4294-9217-5cbdc08d373b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239785 Aug 30 18:18:05.534668 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fa5d0627-c649-4dae-921c-ebe0bdbc7e81 req-40177870-36f1-447f-ad61-2ecab362f8e8 service neutron] 10.222.0.36 "GET /v2.0/networks/ba876602-563f-4294-9217-5cbdc08d373b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863409 Aug 30 18:18:05.630189 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fa5d0627-c649-4dae-921c-ebe0bdbc7e81 req-3fd33c02-ca71-4b3b-883f-94185472d75f service neutron] 10.222.0.36 "GET /v2.0/networks/ba876602-563f-4294-9217-5cbdc08d373b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877178 Aug 30 18:18:05.828150 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60500876-0e0f-4325-81d2-b19178632d04 req-c2525042-bd86-4721-b2e3-58edabad34ec tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:05.829662 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-60500876-0e0f-4325-81d2-b19178632d04 req-c2525042-bd86-4721-b2e3-58edabad34ec tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 944 time: 0.0489843 Aug 30 18:18:05.866545 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-60500876-0e0f-4325-81d2-b19178632d04 req-25df75fd-8a9c-4a5c-88e7-a1ab403a01cb tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307565 Aug 30 18:18:06.147623 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af69bd-4699-48af-a770-035b8a1c46b5 req-34659343-46bb-4760-878c-b2e753f960cf tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:06.149136 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-30af69bd-4699-48af-a770-035b8a1c46b5 req-34659343-46bb-4760-878c-b2e753f960cf tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0482621 Aug 30 18:18:06.186860 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-30af69bd-4699-48af-a770-035b8a1c46b5 req-80fc8841-cde4-46c1-9299-b8eb478b120a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Aug 30 18:18:06.505772 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:06.985472 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2da4e2-8397-4b70-b29a-e6113ffbaa9b req-f95b6bb1-ee44-4018-8041-b508fdf62b84 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:06.986940 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9d2da4e2-8397-4b70-b29a-e6113ffbaa9b req-f95b6bb1-ee44-4018-8041-b508fdf62b84 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 944 time: 0.0516951 Aug 30 18:18:07.024740 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9d2da4e2-8397-4b70-b29a-e6113ffbaa9b req-52806cc7-e249-4d66-ac31-7e5a17d76717 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319188 Aug 30 18:18:07.302385 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38b2b0-a412-4d2f-8c53-b94744a55d0d req-4fcfe5fa-f3fb-4255-ac8e-84c5920c7c8e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:07.303856 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8b38b2b0-a412-4d2f-8c53-b94744a55d0d req-4fcfe5fa-f3fb-4255-ac8e-84c5920c7c8e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0475981 Aug 30 18:18:07.340968 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8b38b2b0-a412-4d2f-8c53-b94744a55d0d req-e63d9735-8704-4ca9-9175-633f0752c42c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309033 Aug 30 18:18:08.035201 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 50090) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:08.137993 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71258e-52c1-4dda-af39-390b3085aa23 req-ea9e869a-120b-4c33-80c9-0defa0cb04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:08.139589 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eb71258e-52c1-4dda-af39-390b3085aa23 req-ea9e869a-120b-4c33-80c9-0defa0cb04e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 1098 time: 0.0538821 Aug 30 18:18:08.153796 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409befe-15f6-4f7b-a586-bb27d3e61d53 req-7ccb3b16-bd12-4d2d-88a8-4cf8df0517ff tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:08.155392 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2409befe-15f6-4f7b-a586-bb27d3e61d53 req-7ccb3b16-bd12-4d2d-88a8-4cf8df0517ff tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 944 time: 0.0630338 Aug 30 18:18:08.161058 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e52d3a-1101-4311-a6cf-e48d3dac239c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:08.217826 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2409befe-15f6-4f7b-a586-bb27d3e61d53 req-fc80270b-9f32-4fc3-8fb7-b6737f900258 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545702 Aug 30 18:18:08.236839 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device ebebbf34-1f2c-4423-8ef3-a141477e49d5 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:18:08.265145 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71258e-52c1-4dda-af39-390b3085aa23 req-21f927c4-ea70-4b9c-b376-adfa1ca3b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:08.267573 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eb71258e-52c1-4dda-af39-390b3085aa23 req-21f927c4-ea70-4b9c-b376-adfa1ca3b07a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7bd3d83-2234-45cb-869b-5a867e159aff HTTP/1.1" status: 200 len: 919 time: 0.0994079 Aug 30 18:18:08.291131 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e52d3a-1101-4311-a6cf-e48d3dac239c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:08.296472 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e52d3a-1101-4311-a6cf-e48d3dac239c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:08.329985 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port ebebbf34-1f2c-4423-8ef3-a141477e49d5, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=ebebbf34-1f2c-4423-8ef3-a141477e49d5,segment=NetworkSegment(9d23f476-148c-4915-a9d9-883c25d6e6df),segment_id=9d23f476-148c-4915-a9d9-883c25d6e6df)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:18:08.331851 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-01e52d3a-1101-4311-a6cf-e48d3dac239c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37ba2fd67ca94c6eaa613d960c0ba5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955678 Aug 30 18:18:08.335028 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 50096) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:08.344193 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eb71258e-52c1-4dda-af39-390b3085aa23 req-4d1dd1c7-d736-41fc-b3d3-7964ef86ac49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba34770-4340-4e63-826c-6f72b3d34cdd HTTP/1.1" status: 200 len: 217 time: 0.0462511 Aug 30 18:18:08.347607 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': 'ebebbf34-1f2c-4423-8ef3-a141477e49d5', 'network_id': 'ba876602-563f-4294-9217-5cbdc08d373b', 'port_id': 'ebebbf34-1f2c-4423-8ef3-a141477e49d5', 'mac_address': 'fa:16:3e:f4:10:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58ef967-0767-4f74-85dc-c000e6629e3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:18:08.348656 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e52d3a-1101-4311-a6cf-e48d3dac239c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32545f56-ad92-41b1-9a5a-59d93c4eb02d,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:08.391955 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:08.403970 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a66a8f76-c15f-4846-936c-75dba9b76b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:08.416610 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebebbf34-1f2c-4423-8ef3-a141477e49d5 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:18:08.421424 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71258e-52c1-4dda-af39-390b3085aa23 req-aa17279e-6544-4d08-ac53-09f6a78bc4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:08.423492 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eb71258e-52c1-4dda-af39-390b3085aa23 req-aa17279e-6544-4d08-ac53-09f6a78bc4a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=019cd36e-2152-42ae-baa8-dc7a40474c8e HTTP/1.1" status: 200 len: 858 time: 0.0710142 Aug 30 18:18:08.427177 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a66a8f76-c15f-4846-936c-75dba9b76b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:08.439790 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port ebebbf34-1f2c-4423-8ef3-a141477e49d5, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=ebebbf34-1f2c-4423-8ef3-a141477e49d5,segment=NetworkSegment(9d23f476-148c-4915-a9d9-883c25d6e6df),segment_id=9d23f476-148c-4915-a9d9-883c25d6e6df)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:18:08.445817 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:08.466386 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eb71258e-52c1-4dda-af39-390b3085aa23 req-4371235f-6e45-40ee-aadf-eaa00519d0fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7bd3d83-2234-45cb-869b-5a867e159aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332494 Aug 30 18:18:08.512088 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0797708-a793-4f31-8e18-c8405744162b req-1a432372-c000-4cc1-8715-98b1cd410d56 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:08.513841 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d0797708-a793-4f31-8e18-c8405744162b req-1a432372-c000-4cc1-8715-98b1cd410d56 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0847056 Aug 30 18:18:08.550013 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a66a8f76-c15f-4846-936c-75dba9b76b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:08.553028 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a66a8f76-c15f-4846-936c-75dba9b76b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:08.554130 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a66a8f76-c15f-4846-936c-75dba9b76b8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32545f56-ad92-41b1-9a5a-59d93c4eb02d HTTP/1.1" status: 204 len: 168 time: 0.2179277 Aug 30 18:18:08.593195 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d0797708-a793-4f31-8e18-c8405744162b req-b811ed92-a18e-4dd3-b11f-2983c0be142a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664661 Aug 30 18:18:08.593195 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a8f76-c15f-4846-936c-75dba9b76b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32545f56-ad92-41b1-9a5a-59d93c4eb02d,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:08.604012 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eb71258e-52c1-4dda-af39-390b3085aa23 req-8b192973-13b8-4930-b263-a2df1a180881 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199183 Aug 30 18:18:08.654974 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=ebebbf34-1f2c-4423-8ef3-a141477e49d5,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:08.723982 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eb71258e-52c1-4dda-af39-390b3085aa23 req-3ef2976e-28c5-4561-b417-3ba99b18dc9e service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010578 Aug 30 18:18:08.910495 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['ebebbf34-1f2c-4423-8ef3-a141477e49d5'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:18:09.264482 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 50120) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:09.339360 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484a0ba-32c9-4941-b47e-a44ab1b0294f req-46fa77f6-9e97-4247-a5ac-7a1ca56086ab tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:09.340825 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9484a0ba-32c9-4941-b47e-a44ab1b0294f req-46fa77f6-9e97-4247-a5ac-7a1ca56086ab tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 945 time: 0.0479121 Aug 30 18:18:09.378906 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-591a8d87-f58e-4c68-8ec2-6982aff9fa25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:09.401561 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9484a0ba-32c9-4941-b47e-a44ab1b0294f req-a3cf831c-d6a2-4b5e-a228-4c12e5b19604 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535073 Aug 30 18:18:09.480671 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-591a8d87-f58e-4c68-8ec2-6982aff9fa25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:09.484381 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-591a8d87-f58e-4c68-8ec2-6982aff9fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:09.522471 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-591a8d87-f58e-4c68-8ec2-6982aff9fa25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9e68459f9cf4f6f922519a86cb3f57c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567303 Aug 30 18:18:09.523304 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a8d87-f58e-4c68-8ec2-6982aff9fa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96eb38f-f859-4f3b-9e9f-f64042ce3b5f,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:09.525283 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 50124) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:09.576690 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-33cb539a-c54a-434a-87a8-46ef6aa54bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:09.598013 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-33cb539a-c54a-434a-87a8-46ef6aa54bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:09.650180 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-33cb539a-c54a-434a-87a8-46ef6aa54bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:09.652794 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-33cb539a-c54a-434a-87a8-46ef6aa54bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:09.653917 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-33cb539a-c54a-434a-87a8-46ef6aa54bfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c96eb38f-f859-4f3b-9e9f-f64042ce3b5f HTTP/1.1" status: 204 len: 168 time: 0.1276612 Aug 30 18:18:09.665451 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb539a-c54a-434a-87a8-46ef6aa54bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96eb38f-f859-4f3b-9e9f-f64042ce3b5f,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:09.718630 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1c190-1999-467d-9f3b-9cd98befc42a req-d9623309-19c5-4868-bfb4-e62a906a6d11 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:09.720260 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-74d1c190-1999-467d-9f3b-9cd98befc42a req-d9623309-19c5-4868-bfb4-e62a906a6d11 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0580330 Aug 30 18:18:09.759424 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-74d1c190-1999-467d-9f3b-9cd98befc42a req-dbc89580-d4f0-46a5-a6a3-2a9203472852 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331156 Aug 30 18:18:09.919702 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 50134) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:09.933676 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-29900569-7ff2-4f94-ae2d-207b4937cc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.025423 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-29900569-7ff2-4f94-ae2d-207b4937cc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.028994 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-29900569-7ff2-4f94-ae2d-207b4937cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.066026 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29900569-7ff2-4f94-ae2d-207b4937cc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8802467-e30c-43bb-9dbd-5fdb286e7a32,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:10.072652 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-29900569-7ff2-4f94-ae2d-207b4937cc27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81ced98f0046451a97752509c73ef48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488528 Aug 30 18:18:10.072879 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 50140) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:10.121201 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-035d75ad-8c29-44ea-a594-4e4cf42904ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.142421 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-035d75ad-8c29-44ea-a594-4e4cf42904ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.189626 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-035d75ad-8c29-44ea-a594-4e4cf42904ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.192301 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-035d75ad-8c29-44ea-a594-4e4cf42904ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.193497 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-035d75ad-8c29-44ea-a594-4e4cf42904ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8802467-e30c-43bb-9dbd-5fdb286e7a32 HTTP/1.1" status: 204 len: 168 time: 0.1197143 Aug 30 18:18:10.201218 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d75ad-8c29-44ea-a594-4e4cf42904ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8802467-e30c-43bb-9dbd-5fdb286e7a32,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:10.234160 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device ebebbf34-1f2c-4423-8ef3-a141477e49d5 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:18:10.280469 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port ebebbf34-1f2c-4423-8ef3-a141477e49d5 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:18:10.284235 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port ebebbf34-1f2c-4423-8ef3-a141477e49d5 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:18:10.284631 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.361849 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.383519 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8213972-9677-43af-a314-00d8c2f5c99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebebbf34-1f2c-4423-8ef3-a141477e49d5'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:18:10.385880 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a175660-3395-4a69-bf0b-d9f3b69f7389" -d '{"events": [{"server_uuid": "b8213972-9677-43af-a314-00d8c2f5c99f", "name": "network-vif-plugged", "status": "completed", "tag": "ebebbf34-1f2c-4423-8ef3-a141477e49d5"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:18:10.400384 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port ebebbf34-1f2c-4423-8ef3-a141477e49d5, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=ebebbf34-1f2c-4423-8ef3-a141477e49d5,segment=NetworkSegment(9d23f476-148c-4915-a9d9-883c25d6e6df),segment_id=9d23f476-148c-4915-a9d9-883c25d6e6df)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:18:10.408969 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.435930 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ae6aa6-79ee-40d9-ba0c-70b9e221f979 x-openstack-request-id: req-68ae6aa6-79ee-40d9-ba0c-70b9e221f979 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:18:10.436614 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8213972-9677-43af-a314-00d8c2f5c99f", "name": "network-vif-plugged", "status": "completed", "tag": "ebebbf34-1f2c-4423-8ef3-a141477e49d5", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:18:10.436897 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68ae6aa6-79ee-40d9-ba0c-70b9e221f979 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:18:10.437321 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8213972-9677-43af-a314-00d8c2f5c99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebebbf34-1f2c-4423-8ef3-a141477e49d5', 'code': 200} Aug 30 18:18:10.463562 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=ebebbf34-1f2c-4423-8ef3-a141477e49d5,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:10.471686 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:10.472300 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:10.481199 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:10.481629 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:10.481977 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:10.482367 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:10.483223 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:10.483558 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:10.483913 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:10.484247 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:10.484574 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:10.484900 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:18:10.528246 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3126d-e09a-4ee0-a3af-aa302f83b95f req-8232dc4e-e60b-4691-8099-e8c6fd1dcdca tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:10.530345 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d9d3126d-e09a-4ee0-a3af-aa302f83b95f req-8232dc4e-e60b-4691-8099-e8c6fd1dcdca tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 946 time: 0.0567462 Aug 30 18:18:10.567371 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 50150) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:10.585957 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d9d3126d-e09a-4ee0-a3af-aa302f83b95f req-28ba4fca-1487-4331-a2f2-2a0d9c1ea5a2 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 Aug 30 18:18:10.588242 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-43710cd2-db9e-4b7f-9d05-08af4aa164ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.589417 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.662678 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e5c7f-71aa-48e5-a770-a538b26476f1 req-56b5f038-6d3b-4499-bd81-0d3b666a3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:10.664187 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-187e5c7f-71aa-48e5-a770-a538b26476f1 req-56b5f038-6d3b-4499-bd81-0d3b666a3e9e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 1099 time: 0.0639853 Aug 30 18:18:10.730761 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-187e5c7f-71aa-48e5-a770-a538b26476f1 req-2b20386c-cc97-477c-8780-df9b26dfd812 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504880 Aug 30 18:18:10.743756 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-43710cd2-db9e-4b7f-9d05-08af4aa164ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.747861 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-43710cd2-db9e-4b7f-9d05-08af4aa164ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.787151 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-43710cd2-db9e-4b7f-9d05-08af4aa164ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27d384ee0c644266b01919f6ad5e7fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158487 Aug 30 18:18:10.788149 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43710cd2-db9e-4b7f-9d05-08af4aa164ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535d19d2-03f6-447d-9e88-9c479ef06f09,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:10.789972 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 50156) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:10.849553 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1201-8b92-414b-8f07-525673a7548a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.890707 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1201-8b92-414b-8f07-525673a7548a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.921427 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b0a6b-6641-4ce1-ac11-1e1869a63903 req-020ba666-97ac-44c7-af9f-a440bae383ea tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:10.922888 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-006b0a6b-6641-4ce1-ac11-1e1869a63903 req-020ba666-97ac-44c7-af9f-a440bae383ea tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0866725 Aug 30 18:18:10.964799 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-006b0a6b-6641-4ce1-ac11-1e1869a63903 req-30277a35-b4c2-4bef-b97a-c2778f746c0a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339968 Aug 30 18:18:10.969184 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1201-8b92-414b-8f07-525673a7548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.971738 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b1c1201-8b92-414b-8f07-525673a7548a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:10.972883 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-1b1c1201-8b92-414b-8f07-525673a7548a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/535d19d2-03f6-447d-9e88-9c479ef06f09 HTTP/1.1" status: 204 len: 168 time: 0.1817381 Aug 30 18:18:10.981388 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c1201-8b92-414b-8f07-525673a7548a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535d19d2-03f6-447d-9e88-9c479ef06f09,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:11.700885 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27c184-605d-48c5-be85-9284c2af8a94 req-7e7afecc-aeb8-4e51-8e64-d3899aaa27c0 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:11.702393 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9b27c184-605d-48c5-be85-9284c2af8a94 req-7e7afecc-aeb8-4e51-8e64-d3899aaa27c0 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 946 time: 0.0500925 Aug 30 18:18:11.742242 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9b27c184-605d-48c5-be85-9284c2af8a94 req-6c2408d2-3df2-4e8b-8666-343f0da18172 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339870 Aug 30 18:18:12.083050 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40ef45-25c1-45fd-bed3-82b5cddc28c0 req-a2a1a0f8-b683-4938-862d-729b642966af tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:12.084524 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6a40ef45-25c1-45fd-bed3-82b5cddc28c0 req-a2a1a0f8-b683-4938-862d-729b642966af tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0475199 Aug 30 18:18:12.123133 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6a40ef45-25c1-45fd-bed3-82b5cddc28c0 req-b0f613a4-5205-496c-b422-5b32c99d98d8 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Aug 30 18:18:12.858647 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54151522-5b85-4ea7-b8fc-59cdb3761748 req-7c6c59b9-a1d2-40e9-8219-22f5fd111d6a tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:12.860090 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54151522-5b85-4ea7-b8fc-59cdb3761748 req-7c6c59b9-a1d2-40e9-8219-22f5fd111d6a tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 946 time: 0.0512316 Aug 30 18:18:12.897529 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54151522-5b85-4ea7-b8fc-59cdb3761748 req-a4949cda-bd65-4262-b92f-d17ab374db79 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314348 Aug 30 18:18:13.239039 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f5b26-04e9-443d-99d7-6e506dbb0691 req-f09992a0-d977-43f3-9daf-b9966829cd7c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:13.240501 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b93f5b26-04e9-443d-99d7-6e506dbb0691 req-f09992a0-d977-43f3-9daf-b9966829cd7c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0483251 Aug 30 18:18:13.278902 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b93f5b26-04e9-443d-99d7-6e506dbb0691 req-914944f9-4b64-4247-b40d-6536383b06ab tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326290 Aug 30 18:18:13.825845 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d167d-c4f4-4d74-b506-1777052f9cd2 req-821e7845-0245-4fd3-b424-c35d653fb552 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:13.827329 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-191d167d-c4f4-4d74-b506-1777052f9cd2 req-821e7845-0245-4fd3-b424-c35d653fb552 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 946 time: 0.0487897 Aug 30 18:18:13.869608 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-191d167d-c4f4-4d74-b506-1777052f9cd2 req-d657aaf0-c174-484a-b9c3-c83fe7ea808a tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344465 Aug 30 18:18:14.396814 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ec6e7-3541-49af-a075-7fe2c3f80fc9 req-21a9207c-1c94-4393-aecd-6c7f21eee8b4 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:14.398333 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e96ec6e7-3541-49af-a075-7fe2c3f80fc9 req-21a9207c-1c94-4393-aecd-6c7f21eee8b4 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0501065 Aug 30 18:18:14.436838 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e96ec6e7-3541-49af-a075-7fe2c3f80fc9 req-42015da1-d967-4746-912d-f212486ef3e2 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325193 Aug 30 18:18:14.980444 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f64485-93f0-4111-9932-cf8bee3979ac req-3ca0181b-32b7-4fc4-a585-1c460bc27ee5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:14.981870 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-92f64485-93f0-4111-9932-cf8bee3979ac req-3ca0181b-32b7-4fc4-a585-1c460bc27ee5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 946 time: 0.0478818 Aug 30 18:18:15.019994 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-92f64485-93f0-4111-9932-cf8bee3979ac req-9ce17942-d659-45bc-a838-ca348b36d6e5 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Aug 30 18:18:15.552864 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23004a25-29b0-48ac-a185-ae70c92eb1bd req-c7d96a44-18c3-4e8f-8626-b367664f724f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:15.554429 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-23004a25-29b0-48ac-a185-ae70c92eb1bd req-c7d96a44-18c3-4e8f-8626-b367664f724f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0501060 Aug 30 18:18:15.592055 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-23004a25-29b0-48ac-a185-ae70c92eb1bd req-4516eeb9-4711-4627-b178-69f3abc9a70a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Aug 30 18:18:16.137218 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73410891-0c6f-4fcb-be6f-8e8596f0196b req-3bd69b37-5e79-4e48-a561-5480b6c6ff63 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:16.138736 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-73410891-0c6f-4fcb-be6f-8e8596f0196b req-3bd69b37-5e79-4e48-a561-5480b6c6ff63 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 946 time: 0.0529613 Aug 30 18:18:16.177612 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-73410891-0c6f-4fcb-be6f-8e8596f0196b req-f38ba7a5-770e-4bcf-b750-154debd64ac0 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Aug 30 18:18:16.713371 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bab73-d2f5-4c70-88b5-3979874ded21 req-f8bc7137-3d8b-4313-97e9-c0f2cedaabca tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:16.715216 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1a9bab73-d2f5-4c70-88b5-3979874ded21 req-f8bc7137-3d8b-4313-97e9-c0f2cedaabca tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0553420 Aug 30 18:18:16.753580 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1a9bab73-d2f5-4c70-88b5-3979874ded21 req-ddbe9d13-020e-46a0-853b-462918af6331 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Aug 30 18:18:17.228688 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442573cc-8865-45b0-af4f-4767aa160a57 req-4c95ada6-f51d-4900-904d-5d3d77a3a5bf tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:17.230247 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-442573cc-8865-45b0-af4f-4767aa160a57 req-4c95ada6-f51d-4900-904d-5d3d77a3a5bf tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 946 time: 0.0498452 Aug 30 18:18:17.295092 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd1640-f986-4696-95d3-3015658aaf2b req-eb2c500b-ceab-40df-8b8c-c5d86159ab8d tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:17.297372 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-17cd1640-f986-4696-95d3-3015658aaf2b req-eb2c500b-ceab-40df-8b8c-c5d86159ab8d tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 946 time: 0.0508342 Aug 30 18:18:17.333527 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-442573cc-8865-45b0-af4f-4767aa160a57 req-f5e0ec9d-cf42-4f9a-b641-783c0bc6e768 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Deleting port ebebbf34-1f2c-4423-8ef3-a141477e49d5 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:18:17.333883 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-442573cc-8865-45b0-af4f-4767aa160a57 req-f5e0ec9d-cf42-4f9a-b641-783c0bc6e768 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:17.337681 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-17cd1640-f986-4696-95d3-3015658aaf2b req-648964fe-41e9-4f06-8feb-71d30533aa85 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/security-groups?id=69369cf8-601d-4612-8439-6d6e61d4d799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346901 Aug 30 18:18:17.428970 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-442573cc-8865-45b0-af4f-4767aa160a57 req-f5e0ec9d-cf42-4f9a-b641-783c0bc6e768 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] For port ebebbf34-1f2c-4423-8ef3-a141477e49d5, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=ebebbf34-1f2c-4423-8ef3-a141477e49d5,segment=NetworkSegment(9d23f476-148c-4915-a9d9-883c25d6e6df),segment_id=9d23f476-148c-4915-a9d9-883c25d6e6df)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:18:17.429255 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-442573cc-8865-45b0-af4f-4767aa160a57 req-f5e0ec9d-cf42-4f9a-b641-783c0bc6e768 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:17.441325 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-442573cc-8865-45b0-af4f-4767aa160a57 req-f5e0ec9d-cf42-4f9a-b641-783c0bc6e768 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Calling delete_port for ebebbf34-1f2c-4423-8ef3-a141477e49d5 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:18:17.566360 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-442573cc-8865-45b0-af4f-4767aa160a57 req-f5e0ec9d-cf42-4f9a-b641-783c0bc6e768 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:17.584707 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['ebebbf34-1f2c-4423-8ef3-a141477e49d5'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:18:17.597145 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0ec9d-cf42-4f9a-b641-783c0bc6e768 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Pushing event deleted for resources: {'Port': ['ID=ebebbf34-1f2c-4423-8ef3-a141477e49d5,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:17.641269 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-442573cc-8865-45b0-af4f-4767aa160a57 req-f5e0ec9d-cf42-4f9a-b641-783c0bc6e768 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] No DVR routers for this DVR port ebebbf34-1f2c-4423-8ef3-a141477e49d5 on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:18:17.644444 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-442573cc-8865-45b0-af4f-4767aa160a57 req-f5e0ec9d-cf42-4f9a-b641-783c0bc6e768 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:17.646453 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-442573cc-8865-45b0-af4f-4767aa160a57 req-f5e0ec9d-cf42-4f9a-b641-783c0bc6e768 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.36 "DELETE /v2.0/ports/ebebbf34-1f2c-4423-8ef3-a141477e49d5 HTTP/1.1" status: 204 len: 173 time: 0.4039319 Aug 30 18:18:17.646927 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8213972-9677-43af-a314-00d8c2f5c99f', 'name': 'network-vif-deleted', 'tag': 'ebebbf34-1f2c-4423-8ef3-a141477e49d5'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:18:17.649250 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45219398-4b39-4f00-939a-497006dbf8fa" -d '{"events": [{"server_uuid": "b8213972-9677-43af-a314-00d8c2f5c99f", "name": "network-vif-deleted", "tag": "ebebbf34-1f2c-4423-8ef3-a141477e49d5"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:18:17.692452 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e1e316-0032-4cd5-9ded-b878e733138e x-openstack-request-id: req-45e1e316-0032-4cd5-9ded-b878e733138e {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:18:17.692741 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8213972-9677-43af-a314-00d8c2f5c99f", "name": "network-vif-deleted", "tag": "ebebbf34-1f2c-4423-8ef3-a141477e49d5", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:18:17.693019 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45e1e316-0032-4cd5-9ded-b878e733138e {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:18:17.693409 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8213972-9677-43af-a314-00d8c2f5c99f', 'name': 'network-vif-deleted', 'tag': 'ebebbf34-1f2c-4423-8ef3-a141477e49d5', 'status': 'completed', 'code': 200} Aug 30 18:18:17.872513 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e8c1f-4043-407b-8608-c758d396fa5f req-78baa4f7-9fcd-461e-bf4f-29d23d6120af tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:17.874016 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6d7e8c1f-4043-407b-8608-c758d396fa5f req-78baa4f7-9fcd-461e-bf4f-29d23d6120af tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0514233 Aug 30 18:18:17.913320 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6d7e8c1f-4043-407b-8608-c758d396fa5f req-22f53585-75c7-4c91-bf80-1f39ac8232a3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332260 Aug 30 18:18:18.182291 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ac9b9ea-6b03-4cf9-b51d-53722674ffc5 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:18.183772 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ac9b9ea-6b03-4cf9-b51d-53722674ffc5 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/networks?id=55871d36-c079-4efd-97e0-a3124e07c4e0 HTTP/1.1" status: 200 len: 815 time: 0.0985060 Aug 30 18:18:18.201802 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-73020d18-fdfa-44d3-b692-3b67fca0d2cc tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/quotas/41975439fa7f4f9393e8a2480c9417f0 HTTP/1.1" status: 200 len: 375 time: 0.0097218 Aug 30 18:18:18.259136 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-fad471a7-9663-4fc6-81b5-60bf4a8992ab tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=41975439fa7f4f9393e8a2480c9417f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509660 Aug 30 18:18:18.348079 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-302bb29d-4ef1-4896-9550-1e9b11b6f6f3 service neutron] 10.222.0.16 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820007 Aug 30 18:18:18.456870 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6350c7c9-3515-408e-ad72-91b2f8a33f2b req-9d31b757-9c59-4e36-9fc7-b890310022a7 tempest-VolumesActionsTest-2030584774 tempest-VolumesActionsTest-2030584774-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8213972-9677-43af-a314-00d8c2f5c99f HTTP/1.1" status: 200 len: 210 time: 0.0321107 Aug 30 18:18:18.467700 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-0899dfd7-5bba-46b0-9da1-30025dc52620 service neutron] 10.222.0.16 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133385 Aug 30 18:18:18.629615 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-77f6f448-9567-4131-934d-fe6684a4f209 req-f37d702c-73e0-4bfe-9a79-744fac916f82 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 210 time: 0.0281811 Aug 30 18:18:19.030078 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fb9a5-966b-48eb-8588-55057e071e2c req-61b78177-9811-430b-8876-12ffbde3eb44 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:19.031560 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-637fb9a5-966b-48eb-8588-55057e071e2c req-61b78177-9811-430b-8876-12ffbde3eb44 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0476828 Aug 30 18:18:19.068651 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-637fb9a5-966b-48eb-8588-55057e071e2c req-d12ed7a3-8800-402d-a436-c34c7bf6bf97 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306947 Aug 30 18:18:19.729931 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c72f2489-d40a-480b-a655-6de13b0077c2 req-7610df81-59ed-472f-af9e-da7d25edf93a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 210 time: 0.0303922 Aug 30 18:18:19.982187 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-f1cea697-54c5-4964-92e6-d8605bae7c7b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:19.984999 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-f1cea697-54c5-4964-92e6-d8605bae7c7b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "GET /v2.0/networks?id=55871d36-c079-4efd-97e0-a3124e07c4e0 HTTP/1.1" status: 200 len: 815 time: 0.1108615 Aug 30 18:18:20.019930 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ff2251e-f738-4d5d-8ef2-73549e69350b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Request body: {'port': {'device_id': '0b4f027e-f30d-4486-a27b-e6bd42ba13c3', 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0', 'admin_state_up': True, 'tenant_id': '41975439fa7f4f9393e8a2480c9417f0'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:18:20.145592 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ff2251e-f738-4d5d-8ef2-73549e69350b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Made reservation on behalf of 41975439fa7f4f9393e8a2480c9417f0 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:18:20.150267 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ff2251e-f738-4d5d-8ef2-73549e69350b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:20.199070 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b5aab-4bfd-4b3b-942f-7b1c393af279 req-d4a34c5c-d1b3-48b7-9dcd-ca5aa5cc4466 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:20.201143 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ac2b5aab-4bfd-4b3b-942f-7b1c393af279 req-d4a34c5c-d1b3-48b7-9dcd-ca5aa5cc4466 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0614610 Aug 30 18:18:20.241916 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ac2b5aab-4bfd-4b3b-942f-7b1c393af279 req-a36a0e8a-c9e6-40fb-80d5-c4769400dba7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340369 Aug 30 18:18:20.281994 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device ebebbf34-1f2c-4423-8ef3-a141477e49d5 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:18:20.291199 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ff2251e-f738-4d5d-8ef2-73549e69350b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Allocated IP 172.20.0.7 (55871d36-c079-4efd-97e0-a3124e07c4e0/22391bd6-71f1-43dd-b7e9-e29ba7a121c0/b73512ea-bafe-4308-b46e-2cad8971e421) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:18:20.305072 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: ebebbf34-1f2c-4423-8ef3-a141477e49d5 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:18:20.305315 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device ebebbf34-1f2c-4423-8ef3-a141477e49d5 not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:18:20.437701 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ff2251e-f738-4d5d-8ef2-73549e69350b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:20.476186 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ff2251e-f738-4d5d-8ef2-73549e69350b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:20.491435 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['cc686cfd-95a6-474b-b731-3e8cd8727128', 'c383401b-b2b0-4773-8739-0fea4364bd05', '73ed9a46-babc-4f38-95db-910ef4ca957d'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:18:20.516772 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ff2251e-f738-4d5d-8ef2-73549e69350b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Network 55871d36-c079-4efd-97e0-a3124e07c4e0 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:18:20.531909 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2251e-f738-4d5d-8ef2-73549e69350b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Pushing event updated for resources: {'Port': ['ID=b73512ea-bafe-4308-b46e-2cad8971e421,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:20.535722 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ff2251e-f738-4d5d-8ef2-73549e69350b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:18:20.543140 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ff2251e-f738-4d5d-8ef2-73549e69350b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:18:20.594785 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ff2251e-f738-4d5d-8ef2-73549e69350b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:20.596074 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ff2251e-f738-4d5d-8ef2-73549e69350b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:20.610468 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-1ff2251e-f738-4d5d-8ef2-73549e69350b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5958021 Aug 30 18:18:20.632562 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Request body: {'port': {'device_id': '0b4f027e-f30d-4486-a27b-e6bd42ba13c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:18:20.661084 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:18:20.683955 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:20.860181 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e9674-a317-43f1-bada-538c7002d555 req-86832d42-d089-453f-bfcd-b9a5bd94a18f tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:20.861627 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-668e9674-a317-43f1-bada-538c7002d555 req-86832d42-d089-453f-bfcd-b9a5bd94a18f tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 931 time: 0.0513716 Aug 30 18:18:20.900245 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-668e9674-a317-43f1-bada-538c7002d555 req-bbdba5c4-5795-414d-a84c-e2b4e8ebc825 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324280 Aug 30 18:18:20.942609 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73512ea-bafe-4308-b46e-2cad8971e421 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:18:20.949683 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:20.962157 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Transition to ACTIVE for port object b73512ea-bafe-4308-b46e-2cad8971e421 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:18:20.966571 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:21.031582 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Pushing event updated for resources: {'Port': ['ID=b73512ea-bafe-4308-b46e-2cad8971e421,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:21.076006 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Attempting to bind port b73512ea-bafe-4308-b46e-2cad8971e421 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:18:21.076336 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Attempting to bind port b73512ea-bafe-4308-b46e-2cad8971e421 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:18:21.076658 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Attempting to bind port b73512ea-bafe-4308-b46e-2cad8971e421 on network 55871d36-c079-4efd-97e0-a3124e07c4e0 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:18:21.081378 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Port b73512ea-bafe-4308-b46e-2cad8971e421 on network 55871d36-c079-4efd-97e0-a3124e07c4e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:18:21.081692 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Attempting to bind port b73512ea-bafe-4308-b46e-2cad8971e421 on network 55871d36-c079-4efd-97e0-a3124e07c4e0 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:18:21.086514 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:18:21.086849 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Checking segment: {'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:18:21.087229 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Bound using segment: {'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:18:21.087653 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Bound port: b73512ea-bafe-4308-b46e-2cad8971e421, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b92b9a2-179b-40ee-8d24-72b72fb94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:18:21.088003 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:21.148380 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] For port b73512ea-bafe-4308-b46e-2cad8971e421, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:18:21.151285 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] For port b73512ea-bafe-4308-b46e-2cad8971e421, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=b73512ea-bafe-4308-b46e-2cad8971e421,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:18:21.154887 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:21.188357 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:21.189522 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:21.190949 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] 10.222.0.36 "PUT /v2.0/ports/b73512ea-bafe-4308-b46e-2cad8971e421 HTTP/1.1" status: 200 len: 1093 time: 0.5626972 Aug 30 18:18:21.191377 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4f027e-f30d-4486-a27b-e6bd42ba13c3', 'tag': 'b73512ea-bafe-4308-b46e-2cad8971e421'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:18:21.193606 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214b5c87-0e5a-4961-b780-37ddd9d9bbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4f027e-f30d-4486-a27b-e6bd42ba13c3", "tag": "b73512ea-bafe-4308-b46e-2cad8971e421"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:18:21.219477 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f41d7e-791f-48e5-994e-445391fba183 service neutron] Pushing event updated for resources: {'Port': ['ID=b73512ea-bafe-4308-b46e-2cad8971e421,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:21.234443 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369d004d-9034-458f-afee-a865907ac7df x-openstack-request-id: req-369d004d-9034-458f-afee-a865907ac7df {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:18:21.234772 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4f027e-f30d-4486-a27b-e6bd42ba13c3", "tag": "b73512ea-bafe-4308-b46e-2cad8971e421", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:18:21.234962 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-369d004d-9034-458f-afee-a865907ac7df {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:18:21.235351 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4f027e-f30d-4486-a27b-e6bd42ba13c3', 'tag': 'b73512ea-bafe-4308-b46e-2cad8971e421', 'status': 'completed', 'code': 200} Aug 30 18:18:21.360005 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc3af0-47a2-4753-a549-16dcae5b6a6e req-fffab9a8-3b86-4e03-b3b6-f841d31ba3d1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:21.362049 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-defc3af0-47a2-4753-a549-16dcae5b6a6e req-fffab9a8-3b86-4e03-b3b6-f841d31ba3d1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0521612 Aug 30 18:18:21.398275 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-defc3af0-47a2-4753-a549-16dcae5b6a6e req-ce5314b0-242b-4fdd-8aa0-16c5da842520 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303624 Aug 30 18:18:22.012377 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad8d13-4cef-4033-b1d0-d790de7efc33 req-75771edf-8144-457d-91d6-e8eef05d4362 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:22.013858 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98ad8d13-4cef-4033-b1d0-d790de7efc33 req-75771edf-8144-457d-91d6-e8eef05d4362 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 943 time: 0.0479374 Aug 30 18:18:22.052013 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98ad8d13-4cef-4033-b1d0-d790de7efc33 req-8a1e11e4-b513-4bee-9248-9fa1a7cb31c1 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Aug 30 18:18:22.512558 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04253753-c970-4cd2-b56e-e0a088204fee req-660018c7-2f5e-476a-839c-1be01556de39 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:22.514189 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-04253753-c970-4cd2-b56e-e0a088204fee req-660018c7-2f5e-476a-839c-1be01556de39 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0479825 Aug 30 18:18:22.551084 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-04253753-c970-4cd2-b56e-e0a088204fee req-61e0e176-a56c-4b6d-b4eb-ee5a4d8c0893 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303967 Aug 30 18:18:23.169271 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ad42a-1780-4028-85e5-ef51250fdee4 req-06194794-3a6e-4f63-854a-e4470aa6608a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:23.170688 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3a6ad42a-1780-4028-85e5-ef51250fdee4 req-06194794-3a6e-4f63-854a-e4470aa6608a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 943 time: 0.0502090 Aug 30 18:18:23.208018 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3a6ad42a-1780-4028-85e5-ef51250fdee4 req-4e16307c-37a8-4169-9348-1efbd8ad60ad tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309300 Aug 30 18:18:23.666570 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3db1c-f8f2-4293-94a8-eab42483880d req-ac3b3cb5-f27d-4f1c-ae30-9a3ff163c13d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:23.668050 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cdb3db1c-f8f2-4293-94a8-eab42483880d req-ac3b3cb5-f27d-4f1c-ae30-9a3ff163c13d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0482993 Aug 30 18:18:23.705362 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cdb3db1c-f8f2-4293-94a8-eab42483880d req-b92ead14-f388-4053-8e04-7d738605333d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308812 Aug 30 18:18:24.283002 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b5c87-0e5a-4961-b780-37ddd9d9bbb2 req-e92abc3a-2d0d-4b6a-9a47-9771ce093f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:24.284489 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-214b5c87-0e5a-4961-b780-37ddd9d9bbb2 req-e92abc3a-2d0d-4b6a-9a47-9771ce093f98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41975439fa7f4f9393e8a2480c9417f0&device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 1096 time: 0.0407243 Aug 30 18:18:24.322940 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368d5c9-fda0-4b05-ba6c-8f4df3189d7b req-51407624-0c28-4884-a20d-861ba80d92f5 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:24.324419 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7368d5c9-fda0-4b05-ba6c-8f4df3189d7b req-51407624-0c28-4884-a20d-861ba80d92f5 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 943 time: 0.0495005 Aug 30 18:18:24.361392 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7368d5c9-fda0-4b05-ba6c-8f4df3189d7b req-b60c87fd-77b8-4b0d-84a0-90f887fa46f5 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300422 Aug 30 18:18:24.413981 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b5c87-0e5a-4961-b780-37ddd9d9bbb2 req-377416f4-7335-46c8-b718-c877002cc109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:24.415439 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-214b5c87-0e5a-4961-b780-37ddd9d9bbb2 req-377416f4-7335-46c8-b718-c877002cc109 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=41975439fa7f4f9393e8a2480c9417f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0959272 Aug 30 18:18:24.713806 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b5c87-0e5a-4961-b780-37ddd9d9bbb2 req-ae506e65-549e-4f19-9652-eb76528c1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:24.715271 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-214b5c87-0e5a-4961-b780-37ddd9d9bbb2 req-ae506e65-549e-4f19-9652-eb76528c1ca1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2887590 Aug 30 18:18:24.806098 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-8dd9131e-55a0-4a5e-b4b1-d4d3367b2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:24.807462 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-8dd9131e-55a0-4a5e-b4b1-d4d3367b2c98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41975439fa7f4f9393e8a2480c9417f0&device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 1096 time: 0.0399566 Aug 30 18:18:24.823592 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973d0f4-b6af-447f-ad95-a4ad5db06515 req-2e1b082d-f8fc-49f4-a9f3-3936f1a1a46a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:24.825336 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e973d0f4-b6af-447f-ad95-a4ad5db06515 req-2e1b082d-f8fc-49f4-a9f3-3936f1a1a46a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0504556 Aug 30 18:18:24.859262 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-2b4c8558-92ee-4b7b-85c8-7ed526c8a336 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b73512ea-bafe-4308-b46e-2cad8971e421 HTTP/1.1" status: 200 len: 217 time: 0.0360661 Aug 30 18:18:24.864026 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e973d0f4-b6af-447f-ad95-a4ad5db06515 req-f6ad1238-b065-426e-8e92-62e7e8bb052c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Aug 30 18:18:24.913511 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-7e887ac0-5f0a-4e89-a738-3088f9624461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:24.914942 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-7e887ac0-5f0a-4e89-a738-3088f9624461 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22391bd6-71f1-43dd-b7e9-e29ba7a121c0 HTTP/1.1" status: 200 len: 855 time: 0.0425289 Aug 30 18:18:24.952550 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-ba66644d-ca28-4337-b409-aafbdf46c806 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55871d36-c079-4efd-97e0-a3124e07c4e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232205 Aug 30 18:18:25.047595 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-92ba5b4c-eaae-4ccf-99c1-e40be596787c service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814707 Aug 30 18:18:25.137720 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-baf5e42a-9497-45de-9467-e51f2f6e91ee req-b8b02360-4678-4b21-8851-8d610f4e6e8e service neutron] 10.222.0.36 "GET /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809369 Aug 30 18:18:25.478801 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19536462-e67d-479f-a7e0-b6251a8c2c61 req-fd4df30c-245d-4346-8490-9457a3fcc5ca tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:25.480292 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-19536462-e67d-479f-a7e0-b6251a8c2c61 req-fd4df30c-245d-4346-8490-9457a3fcc5ca tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 943 time: 0.0501549 Aug 30 18:18:25.518664 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-19536462-e67d-479f-a7e0-b6251a8c2c61 req-a08ddda3-c7a7-4092-8d2c-1b8ffa1cc1fa tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312417 Aug 30 18:18:25.984989 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043e09a-2c51-4261-b44d-9ee6e583044e req-e516d09f-15fe-4c97-aca3-a6cbf992ff42 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:25.987037 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9043e09a-2c51-4261-b44d-9ee6e583044e req-e516d09f-15fe-4c97-aca3-a6cbf992ff42 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0510979 Aug 30 18:18:26.028647 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9043e09a-2c51-4261-b44d-9ee6e583044e req-58f13d24-bd64-4114-844f-9a3bcee7a8cc tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349391 Aug 30 18:18:26.643018 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54a425-2133-49f4-9480-115685fbb909 req-dbcc5e6b-d1f3-4b16-8c18-6f2ab123f53d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:26.644522 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-eb54a425-2133-49f4-9480-115685fbb909 req-dbcc5e6b-d1f3-4b16-8c18-6f2ab123f53d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 943 time: 0.0585151 Aug 30 18:18:26.683300 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-eb54a425-2133-49f4-9480-115685fbb909 req-e8ee932f-b0b2-44b2-a7f1-37885b17bb4c tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328057 Aug 30 18:18:27.151239 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434df65-d9e9-458d-aead-1b5d10e5d5be req-ce1f890c-8b21-46a9-8709-4e316332f35a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:27.152890 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a434df65-d9e9-458d-aead-1b5d10e5d5be req-ce1f890c-8b21-46a9-8709-4e316332f35a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0502679 Aug 30 18:18:27.192232 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a434df65-d9e9-458d-aead-1b5d10e5d5be req-00c11eda-6c6b-4863-a43c-978543e5a52f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327132 Aug 30 18:18:27.814346 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d92e39-df81-459c-8adc-74b551effcd8 req-85bbfbe2-2712-4f9c-b310-c6d76c9a8437 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:27.815845 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-53d92e39-df81-459c-8adc-74b551effcd8 req-85bbfbe2-2712-4f9c-b310-c6d76c9a8437 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 943 time: 0.0594797 Aug 30 18:18:27.852669 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-53d92e39-df81-459c-8adc-74b551effcd8 req-537ea528-7fdb-465e-9c6b-7a9de2f583c4 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310211 Aug 30 18:18:28.313427 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ac779-96cc-493b-b588-c8f8bfd287df req-d29449cb-3906-48c5-9640-79edd2c2d570 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:28.314883 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ba7ac779-96cc-493b-b588-c8f8bfd287df req-d29449cb-3906-48c5-9640-79edd2c2d570 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0533288 Aug 30 18:18:28.352268 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ba7ac779-96cc-493b-b588-c8f8bfd287df req-bb42b686-cef3-4b02-b94e-55ceec9ac911 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Aug 30 18:18:28.981359 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13262896-8461-45c4-8c78-45a63531d66a req-3cd1b73a-135e-416b-b74f-f1a3f087734e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:28.983555 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-13262896-8461-45c4-8c78-45a63531d66a req-3cd1b73a-135e-416b-b74f-f1a3f087734e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 943 time: 0.0546131 Aug 30 18:18:29.026012 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-13262896-8461-45c4-8c78-45a63531d66a req-221f1a02-76dc-487a-b186-34dd00b41861 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359766 Aug 30 18:18:29.478938 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbac22-dbee-40f9-a3b1-5ed1adb341e4 req-701db102-7b47-4e4d-bba3-0a6051c17bbb tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:29.486701 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d9fbac22-dbee-40f9-a3b1-5ed1adb341e4 req-701db102-7b47-4e4d-bba3-0a6051c17bbb tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0605316 Aug 30 18:18:29.521199 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d9fbac22-dbee-40f9-a3b1-5ed1adb341e4 req-eef851dc-8683-4ad7-8c2d-f191437dc0d4 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336034 Aug 30 18:18:30.148250 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c1f4c-02de-45cf-be67-37e2e314db98 req-c85bf1d1-88f0-4ca4-ba3d-a0224bda7112 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:30.149744 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e22c1f4c-02de-45cf-be67-37e2e314db98 req-c85bf1d1-88f0-4ca4-ba3d-a0224bda7112 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 943 time: 0.0523703 Aug 30 18:18:30.189511 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e22c1f4c-02de-45cf-be67-37e2e314db98 req-67a50b2d-2e9d-45d7-b965-75e8e58268b5 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323348 Aug 30 18:18:30.242512 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device b73512ea-bafe-4308-b46e-2cad8971e421 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:18:30.336659 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port b73512ea-bafe-4308-b46e-2cad8971e421, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=b73512ea-bafe-4308-b46e-2cad8971e421,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:18:30.347879 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': 'b73512ea-bafe-4308-b46e-2cad8971e421', 'network_id': '55871d36-c079-4efd-97e0-a3124e07c4e0', 'port_id': 'b73512ea-bafe-4308-b46e-2cad8971e421', 'mac_address': 'fa:16:3e:24:e7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22391bd6-71f1-43dd-b7e9-e29ba7a121c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:18:30.387121 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:30.404938 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73512ea-bafe-4308-b46e-2cad8971e421 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:18:30.424997 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port b73512ea-bafe-4308-b46e-2cad8971e421, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=b73512ea-bafe-4308-b46e-2cad8971e421,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:18:30.429796 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:30.477096 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=b73512ea-bafe-4308-b46e-2cad8971e421,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:30.647996 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd9f0f-fa10-4d61-841c-61b865ea9a7d req-4e306b5a-f87b-4a74-a99f-dc07ff3448b7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:30.649613 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09bd9f0f-fa10-4d61-841c-61b865ea9a7d req-4e306b5a-f87b-4a74-a99f-dc07ff3448b7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0503399 Aug 30 18:18:30.697189 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09bd9f0f-fa10-4d61-841c-61b865ea9a7d req-3db9abeb-fe26-423f-b725-f14df4f795f5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Aug 30 18:18:31.117527 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['b73512ea-bafe-4308-b46e-2cad8971e421'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:18:31.347712 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b9b15307-7f97-4862-a469-de2bd3f70ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:31.348526 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efe7a0-9888-4c54-b400-2f6a1f5f8ace req-97779135-3513-4fa8-b5d2-1ad770a8c03c tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:31.350019 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-23efe7a0-9888-4c54-b400-2f6a1f5f8ace req-97779135-3513-4fa8-b5d2-1ad770a8c03c tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 944 time: 0.0645738 Aug 30 18:18:31.395842 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-23efe7a0-9888-4c54-b400-2f6a1f5f8ace req-968cba3f-6212-4f22-a31b-69e1b8ef9a4b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392120 Aug 30 18:18:31.846530 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9de21-2b65-45db-996b-65e6d9616937 req-1a3076ae-ee69-4cc6-a367-0150869df83e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:31.848018 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c6a9de21-2b65-45db-996b-65e6d9616937 req-1a3076ae-ee69-4cc6-a367-0150869df83e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0865922 Aug 30 18:18:32.073533 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832dce2-64b0-428a-b918-f50ca1acbcc5 req-51d02433-2976-4774-b6cf-fac804ee4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:32.076688 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b832dce2-64b0-428a-b918-f50ca1acbcc5 req-51d02433-2976-4774-b6cf-fac804ee4e66 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 1098 time: 0.0612636 Aug 30 18:18:32.086901 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c6a9de21-2b65-45db-996b-65e6d9616937 req-8b27e535-386f-4b3a-920a-419e74b13d6b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324231 Aug 30 18:18:32.129401 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b832dce2-64b0-428a-b918-f50ca1acbcc5 req-51939682-2b3e-4125-9b94-3ea12c4bdaa1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394065 Aug 30 18:18:32.527952 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf533cc-933c-42ee-84be-570dfe47af06 req-b54d4199-1826-4fd4-9ba5-4d2257395720 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:32.529446 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1bf533cc-933c-42ee-84be-570dfe47af06 req-b54d4199-1826-4fd4-9ba5-4d2257395720 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 944 time: 0.0550063 Aug 30 18:18:32.580798 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1bf533cc-933c-42ee-84be-570dfe47af06 req-0bc0c351-cd10-49bc-83d7-3facb3938a01 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432355 Aug 30 18:18:33.218922 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507ca6f-e0f3-4a91-93c0-13050f8f5442 req-738efe28-4e35-4d1e-871e-3c214bbd2ee4 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:33.221354 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3507ca6f-e0f3-4a91-93c0-13050f8f5442 req-738efe28-4e35-4d1e-871e-3c214bbd2ee4 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0607882 Aug 30 18:18:33.273361 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3507ca6f-e0f3-4a91-93c0-13050f8f5442 req-013872c5-9463-4677-a4f9-8092755a667a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433438 Aug 30 18:18:33.717148 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdcd98-0bf9-407b-a6bb-6caaf73a6034 req-ff678d94-63c3-4403-af62-8527d4d6c854 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:33.717148 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cecdcd98-0bf9-407b-a6bb-6caaf73a6034 req-ff678d94-63c3-4403-af62-8527d4d6c854 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 944 time: 0.0548429 Aug 30 18:18:33.757498 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cecdcd98-0bf9-407b-a6bb-6caaf73a6034 req-1e1a5541-d7ff-46c5-8ddb-1510180b5e03 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401139 Aug 30 18:18:33.968421 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6b25251d-60c3-436f-9256-3cd8b079dd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:34.014119 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:34.250030 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device b73512ea-bafe-4308-b46e-2cad8971e421 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:18:34.375729 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port b73512ea-bafe-4308-b46e-2cad8971e421 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:18:34.386882 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port b73512ea-bafe-4308-b46e-2cad8971e421 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:18:34.387266 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:34.439438 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b446e-7979-4235-91b2-0cb356cbca95 req-ae18f3d4-15c1-4f8a-b8dd-469ee6734e24 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:34.441654 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-be2b446e-7979-4235-91b2-0cb356cbca95 req-ae18f3d4-15c1-4f8a-b8dd-469ee6734e24 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0843711 Aug 30 18:18:34.508431 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:34.514634 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-be2b446e-7979-4235-91b2-0cb356cbca95 req-8d0f0105-5f27-41eb-83b0-273580f04960 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667377 Aug 30 18:18:34.562677 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4f027e-f30d-4486-a27b-e6bd42ba13c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73512ea-bafe-4308-b46e-2cad8971e421'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:18:34.569573 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca7dc40-8004-4662-aa9c-2b397fcbf684" -d '{"events": [{"server_uuid": "0b4f027e-f30d-4486-a27b-e6bd42ba13c3", "name": "network-vif-plugged", "status": "completed", "tag": "b73512ea-bafe-4308-b46e-2cad8971e421"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:18:34.601860 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port b73512ea-bafe-4308-b46e-2cad8971e421, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=b73512ea-bafe-4308-b46e-2cad8971e421,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:18:34.606857 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:34.639364 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d994a4-538d-49d0-83cd-6ce801cf467d x-openstack-request-id: req-a3d994a4-538d-49d0-83cd-6ce801cf467d {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:18:34.639788 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4f027e-f30d-4486-a27b-e6bd42ba13c3", "name": "network-vif-plugged", "status": "completed", "tag": "b73512ea-bafe-4308-b46e-2cad8971e421", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:18:34.640103 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3d994a4-538d-49d0-83cd-6ce801cf467d {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:18:34.640568 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4f027e-f30d-4486-a27b-e6bd42ba13c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73512ea-bafe-4308-b46e-2cad8971e421', 'code': 200} Aug 30 18:18:34.679445 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=b73512ea-bafe-4308-b46e-2cad8971e421,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:34.925449 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f62ae3-dc14-4b83-9b63-09291a743d3f req-0f44dbcd-c6ad-4a3d-bda3-0e02746ab5bb tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:34.927793 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f8f62ae3-dc14-4b83-9b63-09291a743d3f req-0f44dbcd-c6ad-4a3d-bda3-0e02746ab5bb tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.1298048 Aug 30 18:18:34.934267 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4b2f2-85b1-4b16-b943-fe39a3831d80 req-7f95b891-31eb-4deb-83dd-158255707f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:34.936326 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-afb4b2f2-85b1-4b16-b943-fe39a3831d80 req-7f95b891-31eb-4deb-83dd-158255707f4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 1098 time: 0.0967982 Aug 30 18:18:34.940245 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd0fb2-beb6-4139-affb-2ac130f8960d req-a946a7c7-7ce6-46f5-84cd-15d7a07151ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:34.942289 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-75cd0fb2-beb6-4139-affb-2ac130f8960d req-a946a7c7-7ce6-46f5-84cd-15d7a07151ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 1098 time: 0.0930393 Aug 30 18:18:34.962751 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403374d3-1a8b-4ea0-bff0-2afebaa0cd21 req-61c3d4dc-5aa2-47ca-bf82-3a5ff9f3fdc8 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:34.964225 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-403374d3-1a8b-4ea0-bff0-2afebaa0cd21 req-61c3d4dc-5aa2-47ca-bf82-3a5ff9f3fdc8 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 945 time: 0.1011188 Aug 30 18:18:35.012157 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f8f62ae3-dc14-4b83-9b63-09291a743d3f req-1fedc59a-dab4-40b0-879b-9280d7069af0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778136 Aug 30 18:18:35.061378 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-75cd0fb2-beb6-4139-affb-2ac130f8960d req-b676eace-1824-4aba-ab49-0543aaae7aef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935256 Aug 30 18:18:35.069739 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-403374d3-1a8b-4ea0-bff0-2afebaa0cd21 req-c8cfde13-9f26-484b-a510-77021f0d7b5d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856879 Aug 30 18:18:35.108437 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4b2f2-85b1-4b16-b943-fe39a3831d80 req-8760b257-efbf-4332-b60a-cc5c578f8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:35.110229 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-afb4b2f2-85b1-4b16-b943-fe39a3831d80 req-8760b257-efbf-4332-b60a-cc5c578f8c6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7bd3d83-2234-45cb-869b-5a867e159aff HTTP/1.1" status: 200 len: 919 time: 0.1441443 Aug 30 18:18:35.154569 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:35.473395 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-afb4b2f2-85b1-4b16-b943-fe39a3831d80 req-4d40c137-ecb8-4c42-9c44-902c487d43a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba34770-4340-4e63-826c-6f72b3d34cdd HTTP/1.1" status: 200 len: 217 time: 0.0507677 Aug 30 18:18:35.588543 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4b2f2-85b1-4b16-b943-fe39a3831d80 req-b4b0add3-2ad1-438a-a26e-d1f866af2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:35.590128 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-afb4b2f2-85b1-4b16-b943-fe39a3831d80 req-b4b0add3-2ad1-438a-a26e-d1f866af2df2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=019cd36e-2152-42ae-baa8-dc7a40474c8e HTTP/1.1" status: 200 len: 858 time: 0.0921566 Aug 30 18:18:35.627021 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-afb4b2f2-85b1-4b16-b943-fe39a3831d80 req-03ea107a-11d2-46da-b1a5-f883a4e64fd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7bd3d83-2234-45cb-869b-5a867e159aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262363 Aug 30 18:18:35.754478 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-afb4b2f2-85b1-4b16-b943-fe39a3831d80 req-1376b51f-fadc-447f-b56d-a20c2da85190 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087348 Aug 30 18:18:35.880313 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-afb4b2f2-85b1-4b16-b943-fe39a3831d80 req-a0b13eb3-df0b-434f-8fcf-19455159bd86 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069586 Aug 30 18:18:36.149518 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16953837-3dfd-453e-bb8d-a04b00e05ad8 req-85e1beb5-2048-43a2-a976-ef55e34a3f0d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:36.150978 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-16953837-3dfd-453e-bb8d-a04b00e05ad8 req-85e1beb5-2048-43a2-a976-ef55e34a3f0d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0582583 Aug 30 18:18:36.216134 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-16953837-3dfd-453e-bb8d-a04b00e05ad8 req-4ff30548-d252-4c2f-8d54-ab0498bf99fa tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566072 Aug 30 18:18:36.225338 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4917d-0cab-4554-b69f-c6b65ee7666e req-677d51b9-bab1-4f56-ae51-60ff398eeecc tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:36.227037 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c5f4917d-0cab-4554-b69f-c6b65ee7666e req-677d51b9-bab1-4f56-ae51-60ff398eeecc tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 945 time: 0.0856559 Aug 30 18:18:36.282706 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c5f4917d-0cab-4554-b69f-c6b65ee7666e req-c43b9e15-5f4c-4b78-9ebe-e9134bdf4b87 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491560 Aug 30 18:18:36.506818 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:37.345817 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0936ba-3435-495f-8c55-87db9655f2b3 req-abe27aa0-8a47-4251-9931-f61fd91a3f39 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:37.348018 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d0936ba-3435-495f-8c55-87db9655f2b3 req-abe27aa0-8a47-4251-9931-f61fd91a3f39 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0522754 Aug 30 18:18:37.426456 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d0936ba-3435-495f-8c55-87db9655f2b3 req-515fd239-5a19-45f4-b9ae-d9cc826aeb02 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697451 Aug 30 18:18:37.439410 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98ecfb-db57-49b0-8b77-f06f3b4f095e req-356771db-9146-40a3-84b1-79867c349518 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:37.441002 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ca98ecfb-db57-49b0-8b77-f06f3b4f095e req-356771db-9146-40a3-84b1-79867c349518 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 945 time: 0.0650840 Aug 30 18:18:37.480028 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ca98ecfb-db57-49b0-8b77-f06f3b4f095e req-e6215fca-85fd-4e17-9af3-121912cb1218 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Aug 30 18:18:38.558023 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fe6c6-9b5d-4d1e-b873-d366a41aee97 req-5b8ce9a2-e905-433c-9e62-bdb5d66dee54 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:38.559524 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cb7fe6c6-9b5d-4d1e-b873-d366a41aee97 req-5b8ce9a2-e905-433c-9e62-bdb5d66dee54 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0573921 Aug 30 18:18:38.608265 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cb7fe6c6-9b5d-4d1e-b873-d366a41aee97 req-4e239e9a-3337-4d9a-80f9-d7684dfcdb23 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Aug 30 18:18:39.735069 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e5c62-6a67-419e-874d-6b7788518e01 req-301b52f3-c688-46e1-8fd0-94dbfb6bf4b7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:39.738647 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f47e5c62-6a67-419e-874d-6b7788518e01 req-301b52f3-c688-46e1-8fd0-94dbfb6bf4b7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0619183 Aug 30 18:18:39.795465 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f47e5c62-6a67-419e-874d-6b7788518e01 req-8a959e7a-c121-494a-90f6-33f87b1266b6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496473 Aug 30 18:18:40.576565 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:41.340752 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5080e-6bbd-482a-b4af-bc5af7c2fd43 req-384b05d0-ef80-4d21-abea-602a3658ca9b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:41.345509 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4ca5080e-6bbd-482a-b4af-bc5af7c2fd43 req-384b05d0-ef80-4d21-abea-602a3658ca9b tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0536351 Aug 30 18:18:41.382690 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4ca5080e-6bbd-482a-b4af-bc5af7c2fd43 req-a0a382f9-7050-4972-8f33-ebccf78306c4 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344286 Aug 30 18:18:52.095345 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 50876) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:52.141663 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbf1c3e-2280-48ad-9e82-1fcd5fe714ea admin admin] Deleting subnet d58ef967-0767-4f74-85dc-c000e6629e3a {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:18:52.144641 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1c3e-2280-48ad-9e82-1fcd5fe714ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.177268 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1c3e-2280-48ad-9e82-1fcd5fe714ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9922863'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.217661 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1c3e-2280-48ad-9e82-1fcd5fe714ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.269947 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1c3e-2280-48ad-9e82-1fcd5fe714ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9130906'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.296464 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf1c3e-2280-48ad-9e82-1fcd5fe714ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d58ef967-0767-4f74-85dc-c000e6629e3a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:52.298491 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ddbf1c3e-2280-48ad-9e82-1fcd5fe714ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.300330 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ddbf1c3e-2280-48ad-9e82-1fcd5fe714ea admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d58ef967-0767-4f74-85dc-c000e6629e3a HTTP/1.1" status: 204 len: 168 time: 0.2039709 Aug 30 18:18:52.302796 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 50878) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:52.371786 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d66c2b27-352d-4876-b2a2-4e2429710acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.453191 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d66c2b27-352d-4876-b2a2-4e2429710acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.463143 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-d66c2b27-352d-4876-b2a2-4e2429710acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba876602-563f-4294-9217-5cbdc08d373b']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:18:52.476341 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-d66c2b27-352d-4876-b2a2-4e2429710acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d23f476-148c-4915-a9d9-883c25d6e6df') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:18:52.476632 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-d66c2b27-352d-4876-b2a2-4e2429710acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d23f476-148c-4915-a9d9-883c25d6e6df') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:18:52.485122 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d66c2b27-352d-4876-b2a2-4e2429710acc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9922864'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.498775 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d66c2b27-352d-4876-b2a2-4e2429710acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.505132 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66c2b27-352d-4876-b2a2-4e2429710acc admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:18:52.505509 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d66c2b27-352d-4876-b2a2-4e2429710acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771762'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: Traceback (most recent call last): Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: timer() Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: cb(*args, **kw) Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: self._notify() Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: self.callback(batched_events) Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: event.method(event) Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: return f(self, *a, **k) Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: return self._get(url).json() Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:18:52.507423 dv-cinder-804296-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:18:52.559339 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d66c2b27-352d-4876-b2a2-4e2429710acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.565533 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d66c2b27-352d-4876-b2a2-4e2429710acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.567384 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d66c2b27-352d-4876-b2a2-4e2429710acc admin admin] 10.222.0.16 "DELETE /v2.0/networks/ba876602-563f-4294-9217-5cbdc08d373b HTTP/1.1" status: 204 len: 168 time: 0.2636878 Aug 30 18:18:52.580388 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c2b27-352d-4876-b2a2-4e2429710acc admin admin] Pushing event deleted for resources: {'Network': ['ID=ba876602-563f-4294-9217-5cbdc08d373b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:52.753357 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 50884) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:52.792350 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-2142b2b1-b1f4-47b0-8dd6-b896df3ef338 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ce23438864f4db0bfbd2a578f18129e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378766 Aug 30 18:18:52.794731 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 50886) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:18:52.841781 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f581939e-bfbf-454f-b1a1-880d4eb5182e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.866464 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f581939e-bfbf-454f-b1a1-880d4eb5182e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.910786 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f581939e-bfbf-454f-b1a1-880d4eb5182e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.913431 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f581939e-bfbf-454f-b1a1-880d4eb5182e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:18:52.914560 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f581939e-bfbf-454f-b1a1-880d4eb5182e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69369cf8-601d-4612-8439-6d6e61d4d799 HTTP/1.1" status: 204 len: 168 time: 0.1190143 Aug 30 18:18:52.922261 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581939e-bfbf-454f-b1a1-880d4eb5182e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69369cf8-601d-4612-8439-6d6e61d4d799,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:18:56.323291 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943fded-a9cb-4c68-bf41-84073c329e80 req-17fc6386-3223-42b3-8c44-4e58cbe9a095 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:56.324791 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c943fded-a9cb-4c68-bf41-84073c329e80 req-17fc6386-3223-42b3-8c44-4e58cbe9a095 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0500057 Aug 30 18:18:56.365145 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c943fded-a9cb-4c68-bf41-84073c329e80 req-c74345f4-eae1-4c8c-a7cb-e0bb4ee61967 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340486 Aug 30 18:18:57.485676 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69afff2-eea2-496c-9539-305d579f54c3 req-ff68964b-b788-4c54-a603-87936aa72565 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:57.487072 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e69afff2-eea2-496c-9539-305d579f54c3 req-ff68964b-b788-4c54-a603-87936aa72565 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0514874 Aug 30 18:18:57.524956 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e69afff2-eea2-496c-9539-305d579f54c3 req-0ce0dc6a-f861-43fa-be63-f0a55914f5c9 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317106 Aug 30 18:18:57.660165 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:18:58.645898 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5174889-9463-4f4d-8b88-f0e0b8d95d56 req-4759d23a-76ee-45e9-ab40-37e2e0b8cf80 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:58.647417 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e5174889-9463-4f4d-8b88-f0e0b8d95d56 req-4759d23a-76ee-45e9-ab40-37e2e0b8cf80 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0526922 Aug 30 18:18:58.684292 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e5174889-9463-4f4d-8b88-f0e0b8d95d56 req-5208abfc-1b54-4b44-8acd-d53482e1310e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308964 Aug 30 18:18:59.798570 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afd5df-36b7-41a3-9133-3c0d4bfb8a89 req-e669b0f6-004e-4fd8-9ca0-d092a1f84d78 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:18:59.800110 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d1afd5df-36b7-41a3-9133-3c0d4bfb8a89 req-e669b0f6-004e-4fd8-9ca0-d092a1f84d78 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0483658 Aug 30 18:18:59.842189 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d1afd5df-36b7-41a3-9133-3c0d4bfb8a89 req-dcac927c-ffa7-47cf-a123-b7bf5557f9da tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358536 Aug 30 18:19:00.962992 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60452d5f-7d1a-4a1c-940a-cea844ea85d9 req-dc305e82-deb9-4d88-8280-82224826a8d9 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:00.965038 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-60452d5f-7d1a-4a1c-940a-cea844ea85d9 req-dc305e82-deb9-4d88-8280-82224826a8d9 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0508230 Aug 30 18:19:01.001534 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-60452d5f-7d1a-4a1c-940a-cea844ea85d9 req-a11989a1-61bd-4510-bfc6-d279675a9e53 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301340 Aug 30 18:19:01.309870 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c948ede6-a8e4-4696-96ac-22417664792e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:02.153237 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6834772-9a3e-4ddb-89d2-7536a50c2f53 req-46cc22a3-95cd-4298-95a0-b25c53af9a98 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:02.154582 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c6834772-9a3e-4ddb-89d2-7536a50c2f53 req-46cc22a3-95cd-4298-95a0-b25c53af9a98 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0522287 Aug 30 18:19:02.190552 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c6834772-9a3e-4ddb-89d2-7536a50c2f53 req-6962a385-c9f2-4f8c-89a9-d29de935d36f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301116 Aug 30 18:19:03.306158 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7e203-e601-41f0-a68d-6c49ea5c5087 req-4d4fc384-aa13-4e25-a6aa-ec812e063922 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:03.307690 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aab7e203-e601-41f0-a68d-6c49ea5c5087 req-4d4fc384-aa13-4e25-a6aa-ec812e063922 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0497355 Aug 30 18:19:03.344872 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aab7e203-e601-41f0-a68d-6c49ea5c5087 req-a425f5e0-6796-4bd3-8353-f5ae943b0edd tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307703 Aug 30 18:19:03.960474 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e37979a9-a65b-4270-abb6-f44ef5453802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:04.006519 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:04.463986 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160f80c-ce11-4bf8-b612-c41690e1fd3e req-352ade49-233c-458d-a887-9f5fd6b33bc6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:04.465490 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e160f80c-ce11-4bf8-b612-c41690e1fd3e req-352ade49-233c-458d-a887-9f5fd6b33bc6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0507357 Aug 30 18:19:04.503058 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e160f80c-ce11-4bf8-b612-c41690e1fd3e req-94971575-1eec-4442-9fba-232edab155cd tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317471 Aug 30 18:19:05.152085 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:05.620461 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644dd098-f8b0-4c36-aea1-433226d07c24 req-7aaf6e11-1ac5-4328-a16b-f223f6356233 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:05.621956 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-644dd098-f8b0-4c36-aea1-433226d07c24 req-7aaf6e11-1ac5-4328-a16b-f223f6356233 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0515568 Aug 30 18:19:05.658484 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-644dd098-f8b0-4c36-aea1-433226d07c24 req-72c063b6-df9e-42c1-8bdf-84baf7c8bb44 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307505 Aug 30 18:19:06.508570 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:06.778473 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14644da5-c556-44cf-94ab-e0da18b68987 req-67279dba-7c89-4616-9f5f-2ee4d9da22ff tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:06.779960 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14644da5-c556-44cf-94ab-e0da18b68987 req-67279dba-7c89-4616-9f5f-2ee4d9da22ff tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0503337 Aug 30 18:19:06.817209 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14644da5-c556-44cf-94ab-e0da18b68987 req-939f5465-8b20-400c-8721-9df9ff056068 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306647 Aug 30 18:19:07.932459 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c202234-f5a2-4eab-8281-c6938374c3d1 req-b9587c38-ea6c-4753-91c5-c7722b21d740 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:07.933947 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5c202234-f5a2-4eab-8281-c6938374c3d1 req-b9587c38-ea6c-4753-91c5-c7722b21d740 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0500298 Aug 30 18:19:07.971073 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5c202234-f5a2-4eab-8281-c6938374c3d1 req-fef9cb86-a7e1-46a6-aff6-7c9f931e82c4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312519 Aug 30 18:19:09.088020 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c5086-9f89-47fd-b63a-2da45fa2d370 req-9575121c-83ed-4a5c-81df-0de7edb392dd tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:09.089510 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0b1c5086-9f89-47fd-b63a-2da45fa2d370 req-9575121c-83ed-4a5c-81df-0de7edb392dd tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0512350 Aug 30 18:19:09.127280 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0b1c5086-9f89-47fd-b63a-2da45fa2d370 req-8fc07b9d-89d8-4140-9684-146a47cc8928 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314054 Aug 30 18:19:09.616290 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72695cb-e3db-436c-bbda-a0f1650f51a2 req-91bfde63-ce87-46db-af71-40ddb45d0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:09.617963 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a72695cb-e3db-436c-bbda-a0f1650f51a2 req-91bfde63-ce87-46db-af71-40ddb45d0258 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 1098 time: 0.0501771 Aug 30 18:19:09.622767 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da959b-eeba-4713-9648-30e0b536253d req-8fd31c4e-248d-49bc-b6fc-ff639e4c58f0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:09.624251 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-33da959b-eeba-4713-9648-30e0b536253d req-8fd31c4e-248d-49bc-b6fc-ff639e4c58f0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0508714 Aug 30 18:19:09.661719 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-33da959b-eeba-4713-9648-30e0b536253d req-84665c6d-1c83-49a8-8d88-f0775c609247 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309856 Aug 30 18:19:09.709553 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72695cb-e3db-436c-bbda-a0f1650f51a2 req-1af87500-803b-4bb6-80f4-e73ebbd6f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:09.711061 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a72695cb-e3db-436c-bbda-a0f1650f51a2 req-1af87500-803b-4bb6-80f4-e73ebbd6f821 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7bd3d83-2234-45cb-869b-5a867e159aff HTTP/1.1" status: 200 len: 919 time: 0.0839820 Aug 30 18:19:09.769540 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a72695cb-e3db-436c-bbda-a0f1650f51a2 req-4acc5c33-5747-4fe0-b887-54c07e5d337d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba34770-4340-4e63-826c-6f72b3d34cdd HTTP/1.1" status: 200 len: 217 time: 0.0349102 Aug 30 18:19:09.830792 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72695cb-e3db-436c-bbda-a0f1650f51a2 req-5870fa1f-ec5f-4506-be7b-7c659c85b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:09.832492 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a72695cb-e3db-436c-bbda-a0f1650f51a2 req-5870fa1f-ec5f-4506-be7b-7c659c85b609 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=019cd36e-2152-42ae-baa8-dc7a40474c8e HTTP/1.1" status: 200 len: 858 time: 0.0487895 Aug 30 18:19:09.872555 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a72695cb-e3db-436c-bbda-a0f1650f51a2 req-73b35897-3b74-4d0b-8d43-3bedb1059c2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7bd3d83-2234-45cb-869b-5a867e159aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250759 Aug 30 18:19:09.967620 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a72695cb-e3db-436c-bbda-a0f1650f51a2 req-89bb5eb8-0cd5-4fe8-a66a-b6a8fcaf0be3 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845454 Aug 30 18:19:10.105135 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a72695cb-e3db-436c-bbda-a0f1650f51a2 req-9d7f8b3e-89fa-4554-b9d4-a734de903181 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113038 Aug 30 18:19:10.115490 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bedd18ef-ee70-4677-bada-ceb5b0fa2050 req-2dbb62ea-6250-4e77-9c02-28c45c7f3352 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550487 Aug 30 18:19:10.190328 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd18ef-ee70-4677-bada-ceb5b0fa2050 req-cc593647-6437-49fc-bd93-40eede6b38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:10.191840 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bedd18ef-ee70-4677-bada-ceb5b0fa2050 req-cc593647-6437-49fc-bd93-40eede6b38cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 1098 time: 0.0410259 Aug 30 18:19:10.255280 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65973349-41fa-4b3d-944e-631d9944b4b3 req-372b512a-ad39-4f19-98ce-c4f6b7847cdf tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:10.256795 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-65973349-41fa-4b3d-944e-631d9944b4b3 req-372b512a-ad39-4f19-98ce-c4f6b7847cdf tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0482578 Aug 30 18:19:10.293982 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-65973349-41fa-4b3d-944e-631d9944b4b3 req-71388f74-9897-47fc-ac14-d3c3a9cec42d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Aug 30 18:19:10.317219 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd18ef-ee70-4677-bada-ceb5b0fa2050 req-84000425-38c3-4b71-9235-437af6c90e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:10.318694 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bedd18ef-ee70-4677-bada-ceb5b0fa2050 req-84000425-38c3-4b71-9235-437af6c90e6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7bd3d83-2234-45cb-869b-5a867e159aff HTTP/1.1" status: 200 len: 919 time: 0.0867367 Aug 30 18:19:10.370745 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bedd18ef-ee70-4677-bada-ceb5b0fa2050 req-2930e09b-9085-4c98-8bbc-55d0993d3b84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7063c1c7-d21a-489f-a120-d856a74f6091 HTTP/1.1" status: 200 len: 217 time: 0.0345526 Aug 30 18:19:10.431062 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd18ef-ee70-4677-bada-ceb5b0fa2050 req-a03bcc0c-ed90-4d3b-b041-71283b82e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:10.432521 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bedd18ef-ee70-4677-bada-ceb5b0fa2050 req-a03bcc0c-ed90-4d3b-b041-71283b82e7ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=019cd36e-2152-42ae-baa8-dc7a40474c8e HTTP/1.1" status: 200 len: 858 time: 0.0493233 Aug 30 18:19:10.473841 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bedd18ef-ee70-4677-bada-ceb5b0fa2050 req-be8641fc-0ee5-476f-af95-20d5bcd1b99d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7bd3d83-2234-45cb-869b-5a867e159aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294933 Aug 30 18:19:10.566073 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bedd18ef-ee70-4677-bada-ceb5b0fa2050 req-d811f235-2966-4396-959e-8f3f8ffbd691 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802333 Aug 30 18:19:10.571792 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:10.663597 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bedd18ef-ee70-4677-bada-ceb5b0fa2050 req-784fd2c8-41e2-43b7-9c37-59e447b04af2 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827394 Aug 30 18:19:10.777834 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82334b-b76a-46ba-b46c-ac513b65d67a req-5a8a077e-b89b-4e3f-b45a-6970eb82b2e9 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:10.779296 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bf82334b-b76a-46ba-b46c-ac513b65d67a req-5a8a077e-b89b-4e3f-b45a-6970eb82b2e9 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0516653 Aug 30 18:19:10.815449 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bf82334b-b76a-46ba-b46c-ac513b65d67a req-923c67b3-8728-4d93-bf8f-0abb1ffe3b2c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297339 Aug 30 18:19:11.416179 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9248ae5-ed2e-4d35-923b-271d06cc3b38 req-cc2e7afc-9ae1-4bc7-beba-4e1aaf996ab2 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:11.417748 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b9248ae5-ed2e-4d35-923b-271d06cc3b38 req-cc2e7afc-9ae1-4bc7-beba-4e1aaf996ab2 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0552635 Aug 30 18:19:11.456101 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b9248ae5-ed2e-4d35-923b-271d06cc3b38 req-f5db4fec-3f00-433d-9e4f-0921331a3210 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319853 Aug 30 18:19:11.505906 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e00637-0522-4069-8963-f1d74d07a782 req-e84beb64-3298-48f9-895f-6b11f2d36ed5 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:11.507459 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-78e00637-0522-4069-8963-f1d74d07a782 req-e84beb64-3298-48f9-895f-6b11f2d36ed5 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 945 time: 0.0505421 Aug 30 18:19:11.552406 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-78e00637-0522-4069-8963-f1d74d07a782 req-73b8c2f5-2059-4878-9903-32e1b71f960f tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386808 Aug 30 18:19:11.930897 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71b93d-0855-42fa-9cf8-fb55355a6c82 req-de97c9b4-1fa8-4c1f-93a8-892a487a9f80 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:11.932372 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-da71b93d-0855-42fa-9cf8-fb55355a6c82 req-de97c9b4-1fa8-4c1f-93a8-892a487a9f80 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0519385 Aug 30 18:19:11.968502 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-da71b93d-0855-42fa-9cf8-fb55355a6c82 req-9269f723-e025-448c-9d0c-0599b6bacc63 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303550 Aug 30 18:19:12.573855 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3e583-d1f2-4284-becb-31c422f0c92d req-ccef4c17-1706-46e1-a4e0-22d6a248a41c tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:12.575597 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9ab3e583-d1f2-4284-becb-31c422f0c92d req-ccef4c17-1706-46e1-a4e0-22d6a248a41c tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0523305 Aug 30 18:19:12.616231 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9ab3e583-d1f2-4284-becb-31c422f0c92d req-5e51ee3a-5d91-469c-b24b-3bda2a0f2f99 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331924 Aug 30 18:19:12.673770 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100cd99-0baf-43d6-a77a-0dac5b0d3254 req-6dae3393-8925-4518-94dd-bd03bd919352 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:12.675399 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5100cd99-0baf-43d6-a77a-0dac5b0d3254 req-6dae3393-8925-4518-94dd-bd03bd919352 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 945 time: 0.0530591 Aug 30 18:19:12.717528 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5100cd99-0baf-43d6-a77a-0dac5b0d3254 req-981ec0d0-b200-4e19-8187-32be563e0022 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347700 Aug 30 18:19:13.088543 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c57615-4fab-45ca-8238-74b67c858f64 req-a97a3fec-1572-4a05-897c-84f2a04750c3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:13.090106 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-13c57615-4fab-45ca-8238-74b67c858f64 req-a97a3fec-1572-4a05-897c-84f2a04750c3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0528412 Aug 30 18:19:13.130769 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-13c57615-4fab-45ca-8238-74b67c858f64 req-bcba2e2d-b217-4e50-87e8-d61d10f7cdec tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337298 Aug 30 18:19:13.733147 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd24db2-27bb-46d0-ba13-08d0ea1ea0ce req-41155eb6-660e-4e16-b2a2-7a98c4edb2d1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:13.735116 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2dd24db2-27bb-46d0-ba13-08d0ea1ea0ce req-41155eb6-660e-4e16-b2a2-7a98c4edb2d1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0478270 Aug 30 18:19:13.776835 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2dd24db2-27bb-46d0-ba13-08d0ea1ea0ce req-06b702d3-fb42-4767-bbb6-8296934f0c2f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358248 Aug 30 18:19:13.843198 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e356110-97bc-49f0-b327-6a94020faff2 req-aae37140-f0bb-4d17-9cba-4ea24569d3c2 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:13.845296 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8e356110-97bc-49f0-b327-6a94020faff2 req-aae37140-f0bb-4d17-9cba-4ea24569d3c2 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 945 time: 0.0503345 Aug 30 18:19:13.885285 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8e356110-97bc-49f0-b327-6a94020faff2 req-60adb678-5ee4-4bfb-b6b3-8906d76bc7e8 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335834 Aug 30 18:19:14.009682 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7bc3c-b34f-4341-9439-331bcca15406 req-88959a90-fe2e-441d-9887-61f5dafc141a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:14.011274 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-02d7bc3c-b34f-4341-9439-331bcca15406 req-88959a90-fe2e-441d-9887-61f5dafc141a tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 945 time: 0.0526116 Aug 30 18:19:14.048316 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-02d7bc3c-b34f-4341-9439-331bcca15406 req-fc5a6696-672d-41ac-8c96-fa72930a2a63 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305007 Aug 30 18:19:14.246070 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae57fe-39e7-418b-be49-c08ca02b6e13 req-26b93469-a5e6-4d90-90de-2b44f2fb35e8 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:14.247519 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-19ae57fe-39e7-418b-be49-c08ca02b6e13 req-26b93469-a5e6-4d90-90de-2b44f2fb35e8 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0483501 Aug 30 18:19:14.283922 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-19ae57fe-39e7-418b-be49-c08ca02b6e13 req-a8ded150-bfca-495b-b9d3-63d4e975a554 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299184 Aug 30 18:19:14.404289 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd6864-8733-4dcc-bd5d-a7992ba5e225 req-0af6ec00-bffd-441a-952b-b0afa545e491 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:14.405644 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8cfd6864-8733-4dcc-bd5d-a7992ba5e225 req-0af6ec00-bffd-441a-952b-b0afa545e491 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 945 time: 0.0481536 Aug 30 18:19:14.494985 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-8cfd6864-8733-4dcc-bd5d-a7992ba5e225 req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Deleting port b4959a82-96a1-4134-95f3-68c44e7c2b97 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:19:14.495325 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8cfd6864-8733-4dcc-bd5d-a7992ba5e225 req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:14.579058 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-8cfd6864-8733-4dcc-bd5d-a7992ba5e225 req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] For port b4959a82-96a1-4134-95f3-68c44e7c2b97, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=b4959a82-96a1-4134-95f3-68c44e7c2b97,segment=NetworkSegment(a7912160-b01a-441c-9244-de8182523aa2),segment_id=a7912160-b01a-441c-9244-de8182523aa2)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:19:14.579419 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8cfd6864-8733-4dcc-bd5d-a7992ba5e225 req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:14.591482 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-8cfd6864-8733-4dcc-bd5d-a7992ba5e225 req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Calling delete_port for b4959a82-96a1-4134-95f3-68c44e7c2b97 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:19:14.713935 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8cfd6864-8733-4dcc-bd5d-a7992ba5e225 req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:14.728729 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['b4959a82-96a1-4134-95f3-68c44e7c2b97'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:19:14.741902 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Pushing event deleted for resources: {'Port': ['ID=b4959a82-96a1-4134-95f3-68c44e7c2b97,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:14.753825 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:14.754176 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:14.754514 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:14.754849 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:14.755177 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:14.755505 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:14.755831 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:14.756154 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:14.756477 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:14.756801 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:14.757148 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:14.757466 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:14.789307 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfd6864-8733-4dcc-bd5d-a7992ba5e225 req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] No DVR routers for this DVR port b4959a82-96a1-4134-95f3-68c44e7c2b97 on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:19:14.791579 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-8cfd6864-8733-4dcc-bd5d-a7992ba5e225 req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:14.793601 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8cfd6864-8733-4dcc-bd5d-a7992ba5e225 req-129a9553-3f3b-467f-8758-c198c7829d79 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.36 "DELETE /v2.0/ports/b4959a82-96a1-4134-95f3-68c44e7c2b97 HTTP/1.1" status: 204 len: 173 time: 0.3814616 Aug 30 18:19:14.794025 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1108913-183f-42ee-8d3a-8e00e6f13d94', 'name': 'network-vif-deleted', 'tag': 'b4959a82-96a1-4134-95f3-68c44e7c2b97'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:19:14.796221 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e584ef-2e35-4d1e-9a74-c5a51e2a3319" -d '{"events": [{"server_uuid": "f1108913-183f-42ee-8d3a-8e00e6f13d94", "name": "network-vif-deleted", "tag": "b4959a82-96a1-4134-95f3-68c44e7c2b97"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:19:14.835835 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bf4256-739f-4e24-9ced-e0a431d0c39b x-openstack-request-id: req-77bf4256-739f-4e24-9ced-e0a431d0c39b {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:19:14.836172 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1108913-183f-42ee-8d3a-8e00e6f13d94", "name": "network-vif-deleted", "tag": "b4959a82-96a1-4134-95f3-68c44e7c2b97", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:19:14.836447 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77bf4256-739f-4e24-9ced-e0a431d0c39b {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:19:14.836836 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1108913-183f-42ee-8d3a-8e00e6f13d94', 'name': 'network-vif-deleted', 'tag': 'b4959a82-96a1-4134-95f3-68c44e7c2b97', 'status': 'completed', 'code': 200} Aug 30 18:19:14.897888 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d0c26-81e0-4af4-ba74-3218e34dbcc3 req-3737f8cd-48c0-431f-b53c-64f1f7a90363 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:14.899366 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-805d0c26-81e0-4af4-ba74-3218e34dbcc3 req-3737f8cd-48c0-431f-b53c-64f1f7a90363 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0521176 Aug 30 18:19:14.941592 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-805d0c26-81e0-4af4-ba74-3218e34dbcc3 req-43a1abb2-13da-4108-9a4f-ceff04bd5bc8 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361717 Aug 30 18:19:14.998166 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e7fad3fe-4167-432e-be46-f5b3f24c096c req-23e7b914-c1cb-4fe7-b56e-b76ce83a95aa tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=f1108913-183f-42ee-8d3a-8e00e6f13d94 HTTP/1.1" status: 200 len: 210 time: 0.0294504 Aug 30 18:19:15.163337 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524d766-ad37-4e21-87a8-c151e88ef7f2 req-a930cc7c-8653-4289-9ab3-e43913cd3610 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:15.164857 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6524d766-ad37-4e21-87a8-c151e88ef7f2 req-a930cc7c-8653-4289-9ab3-e43913cd3610 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 945 time: 0.0490448 Aug 30 18:19:15.202661 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6524d766-ad37-4e21-87a8-c151e88ef7f2 req-80c5cfa8-82bd-4f66-8346-1328b11ab388 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318961 Aug 30 18:19:15.396841 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d34808-550c-422a-8e5e-c4f3aabff25e req-ace59f63-ba36-427e-ba87-1601bab97ea7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:15.398319 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-57d34808-550c-422a-8e5e-c4f3aabff25e req-ace59f63-ba36-427e-ba87-1601bab97ea7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0480421 Aug 30 18:19:15.435061 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-57d34808-550c-422a-8e5e-c4f3aabff25e req-cec8d14e-7240-4aa9-b293-44d758077b29 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309067 Aug 30 18:19:16.054911 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6bb9-aa41-4d02-891d-46058df8bbea req-fd020450-4b97-4d98-ae69-4690ae99e542 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:16.056456 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d32e6bb9-aa41-4d02-891d-46058df8bbea req-fd020450-4b97-4d98-ae69-4690ae99e542 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0480330 Aug 30 18:19:16.097862 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d32e6bb9-aa41-4d02-891d-46058df8bbea req-c9a7aba6-e455-4ece-b55e-fd37033ff0df tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354600 Aug 30 18:19:16.316337 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307a01f-b0b0-4c5a-bbe5-52920ea7492e req-407d4905-78bb-413a-9cbe-1064ca2a5b44 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:16.317838 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2307a01f-b0b0-4c5a-bbe5-52920ea7492e req-407d4905-78bb-413a-9cbe-1064ca2a5b44 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 945 time: 0.0470340 Aug 30 18:19:16.354330 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2307a01f-b0b0-4c5a-bbe5-52920ea7492e req-33a4646e-27e1-465c-807e-6b75ad2c83a5 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304475 Aug 30 18:19:16.528284 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34dce7-93fd-4d57-b76d-158cc79dc7d4 req-59d66115-f30a-4e6b-b46c-4c006ef58b21 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:16.529683 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6f34dce7-93fd-4d57-b76d-158cc79dc7d4 req-59d66115-f30a-4e6b-b46c-4c006ef58b21 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 945 time: 0.0510304 Aug 30 18:19:16.549072 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1931e84-91b0-4745-969a-7530a7cff347 req-845ef07c-202b-4025-b6cf-93f4ec46405d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:16.550551 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f1931e84-91b0-4745-969a-7530a7cff347 req-845ef07c-202b-4025-b6cf-93f4ec46405d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0494797 Aug 30 18:19:16.587921 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f1931e84-91b0-4745-969a-7530a7cff347 req-8f03b70b-2d55-46da-9721-5bfeaccaf3d7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315554 Aug 30 18:19:17.212950 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37bcd9-5ce4-4f69-8b56-316ce76a4941 req-0485f966-cbf0-4c2c-abc8-c7d627f4e10d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:17.214428 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6a37bcd9-5ce4-4f69-8b56-316ce76a4941 req-0485f966-cbf0-4c2c-abc8-c7d627f4e10d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0503576 Aug 30 18:19:17.254943 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6a37bcd9-5ce4-4f69-8b56-316ce76a4941 req-0be2a4ab-0328-4c0a-8616-42b08921603f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347095 Aug 30 18:19:17.465259 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df32188-b001-4752-976b-338864c1e437 req-9a95b186-7f6f-4d50-a573-f85d10bbbbea tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:17.466711 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8df32188-b001-4752-976b-338864c1e437 req-9a95b186-7f6f-4d50-a573-f85d10bbbbea tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 945 time: 0.0481441 Aug 30 18:19:17.505596 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8df32188-b001-4752-976b-338864c1e437 req-4f4eda02-94b8-4b57-987b-695b0c097e36 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329747 Aug 30 18:19:17.569497 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-6f34dce7-93fd-4d57-b76d-158cc79dc7d4 req-11f79300-d8e0-4b31-bfd0-be7d54dd0567 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Deleting port b73512ea-bafe-4308-b46e-2cad8971e421 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:19:17.570031 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6f34dce7-93fd-4d57-b76d-158cc79dc7d4 req-11f79300-d8e0-4b31-bfd0-be7d54dd0567 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:17.658099 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-6f34dce7-93fd-4d57-b76d-158cc79dc7d4 req-11f79300-d8e0-4b31-bfd0-be7d54dd0567 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] For port b73512ea-bafe-4308-b46e-2cad8971e421, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=b73512ea-bafe-4308-b46e-2cad8971e421,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:19:17.658384 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6f34dce7-93fd-4d57-b76d-158cc79dc7d4 req-11f79300-d8e0-4b31-bfd0-be7d54dd0567 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:17.671166 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-6f34dce7-93fd-4d57-b76d-158cc79dc7d4 req-11f79300-d8e0-4b31-bfd0-be7d54dd0567 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Calling delete_port for b73512ea-bafe-4308-b46e-2cad8971e421 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:19:17.699892 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247493f4-2ffa-490a-911d-fb0606694211 req-691ac127-96e6-44a2-b23a-aa4f95993a96 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:17.701688 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-247493f4-2ffa-490a-911d-fb0606694211 req-691ac127-96e6-44a2-b23a-aa4f95993a96 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0487196 Aug 30 18:19:17.739423 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-247493f4-2ffa-490a-911d-fb0606694211 req-04e56140-5137-4a7b-8b32-c1c2263ee33f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316958 Aug 30 18:19:17.794477 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6f34dce7-93fd-4d57-b76d-158cc79dc7d4 req-11f79300-d8e0-4b31-bfd0-be7d54dd0567 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:17.822674 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f79300-d8e0-4b31-bfd0-be7d54dd0567 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Pushing event deleted for resources: {'Port': ['ID=b73512ea-bafe-4308-b46e-2cad8971e421,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:17.858788 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f34dce7-93fd-4d57-b76d-158cc79dc7d4 req-11f79300-d8e0-4b31-bfd0-be7d54dd0567 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] No DVR routers for this DVR port b73512ea-bafe-4308-b46e-2cad8971e421 on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:19:17.861774 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6f34dce7-93fd-4d57-b76d-158cc79dc7d4 req-11f79300-d8e0-4b31-bfd0-be7d54dd0567 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:17.863672 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6f34dce7-93fd-4d57-b76d-158cc79dc7d4 req-11f79300-d8e0-4b31-bfd0-be7d54dd0567 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "DELETE /v2.0/ports/b73512ea-bafe-4308-b46e-2cad8971e421 HTTP/1.1" status: 204 len: 173 time: 0.3786716 Aug 30 18:19:17.864090 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4f027e-f30d-4486-a27b-e6bd42ba13c3', 'name': 'network-vif-deleted', 'tag': 'b73512ea-bafe-4308-b46e-2cad8971e421'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:19:17.866292 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b9d68-4d46-481d-8d1c-0cce5bc957c4" -d '{"events": [{"server_uuid": "0b4f027e-f30d-4486-a27b-e6bd42ba13c3", "name": "network-vif-deleted", "tag": "b73512ea-bafe-4308-b46e-2cad8971e421"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:19:17.901831 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191d2404-be3a-4766-bd55-0b206935ace0 x-openstack-request-id: req-191d2404-be3a-4766-bd55-0b206935ace0 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:19:17.902136 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4f027e-f30d-4486-a27b-e6bd42ba13c3", "name": "network-vif-deleted", "tag": "b73512ea-bafe-4308-b46e-2cad8971e421", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:19:17.902436 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-191d2404-be3a-4766-bd55-0b206935ace0 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:19:17.902833 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4f027e-f30d-4486-a27b-e6bd42ba13c3', 'name': 'network-vif-deleted', 'tag': 'b73512ea-bafe-4308-b46e-2cad8971e421', 'status': 'completed', 'code': 200} Aug 30 18:19:18.366620 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcf501-c3ee-4fc5-ae05-5971b11615d4 req-38220cf7-bdeb-459a-b401-fb9330803113 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:18.368082 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-18bcf501-c3ee-4fc5-ae05-5971b11615d4 req-38220cf7-bdeb-459a-b401-fb9330803113 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0476892 Aug 30 18:19:18.408174 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-18bcf501-c3ee-4fc5-ae05-5971b11615d4 req-d34da575-02c3-46ae-98e6-68e3cf8d7416 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338011 Aug 30 18:19:18.600128 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-525653c3-7011-4e23-8ac7-dfd2ca092d52 req-79e459ea-ac8c-4383-b1ee-78e125f0fab8 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 210 time: 0.0260925 Aug 30 18:19:18.851264 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09520803-c4ba-43b4-b0be-455c78182632 req-55a4ca7d-892e-40f9-bfcd-38bf6b1a9ac3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:18.852597 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09520803-c4ba-43b4-b0be-455c78182632 req-55a4ca7d-892e-40f9-bfcd-38bf6b1a9ac3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0476446 Aug 30 18:19:18.887663 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09520803-c4ba-43b4-b0be-455c78182632 req-a980069e-933f-4df0-9acf-48682d3a23e3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292425 Aug 30 18:19:19.484990 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['cc686cfd-95a6-474b-b731-3e8cd8727128', 'c383401b-b2b0-4773-8739-0fea4364bd05', '73ed9a46-babc-4f38-95db-910ef4ca957d', 'b73512ea-bafe-4308-b46e-2cad8971e421'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:19:19.491443 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device b4959a82-96a1-4134-95f3-68c44e7c2b97 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:19:19.523477 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437f151-ba6c-49af-b4e2-37bbcb2121e8 req-4b99c6c4-0e6f-4adf-8005-09945c720068 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:19.524954 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8437f151-ba6c-49af-b4e2-37bbcb2121e8 req-4b99c6c4-0e6f-4adf-8005-09945c720068 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0498815 Aug 30 18:19:19.543846 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: b4959a82-96a1-4134-95f3-68c44e7c2b97 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:19:19.545934 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device b4959a82-96a1-4134-95f3-68c44e7c2b97 not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:19:19.564549 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8437f151-ba6c-49af-b4e2-37bbcb2121e8 req-e92935b6-25d9-4bf6-bdd4-38628a6285c7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327971 Aug 30 18:19:19.709088 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f4fc61e3-8643-402c-93a5-dcde8e0443fb req-9601d787-02ea-4acc-99fd-e0516d30386e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b4f027e-f30d-4486-a27b-e6bd42ba13c3 HTTP/1.1" status: 200 len: 210 time: 0.0331979 Aug 30 18:19:20.002544 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69d32d-0245-4f90-8a68-308d7b2449b5 req-3bb33fe5-6070-4258-8a24-9e065d03d0d6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:20.004256 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ee69d32d-0245-4f90-8a68-308d7b2449b5 req-3bb33fe5-6070-4258-8a24-9e065d03d0d6 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0498741 Aug 30 18:19:20.042410 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ee69d32d-0245-4f90-8a68-308d7b2449b5 req-fa9a55a3-b720-43c7-95dc-db66a6d4aa4a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Aug 30 18:19:20.682391 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94ed6e-9957-47a8-8302-6f4bc2e31c4b req-756d9f9f-cc6a-4ff8-a565-6e5fbaee3aa1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:20.683889 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6f94ed6e-9957-47a8-8302-6f4bc2e31c4b req-756d9f9f-cc6a-4ff8-a565-6e5fbaee3aa1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0485570 Aug 30 18:19:20.723399 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6f94ed6e-9957-47a8-8302-6f4bc2e31c4b req-47d22bce-84e8-4be9-a5aa-350a6427550c tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333002 Aug 30 18:19:21.156847 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ba8d6-aa15-4afd-ba42-ec5a7fb795de req-66c64ca3-e306-4b0e-af79-0a64a7f44fc2 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:21.158962 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b38ba8d6-aa15-4afd-ba42-ec5a7fb795de req-66c64ca3-e306-4b0e-af79-0a64a7f44fc2 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0473509 Aug 30 18:19:21.197276 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b38ba8d6-aa15-4afd-ba42-ec5a7fb795de req-ff956111-8d51-44c4-a3dc-5e8f6a8ed2d2 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Aug 30 18:19:21.841468 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3e7fa-ed50-479c-afcf-316818298f1d req-0a022e6d-dc7e-4e67-8602-aa35bac7048a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:21.842898 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5ac3e7fa-ed50-479c-afcf-316818298f1d req-0a022e6d-dc7e-4e67-8602-aa35bac7048a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0474625 Aug 30 18:19:21.879836 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5ac3e7fa-ed50-479c-afcf-316818298f1d req-396a613c-9269-4d20-a266-2e0482ac0a22 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303719 Aug 30 18:19:22.094400 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55110-27b7-481c-8e2c-6604aa14184e req-fa5264e2-8259-4e08-b19f-610b71f3ea14 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:22.095908 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-41f55110-27b7-481c-8e2c-6604aa14184e req-fa5264e2-8259-4e08-b19f-610b71f3ea14 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 945 time: 0.0481374 Aug 30 18:19:22.132906 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-41f55110-27b7-481c-8e2c-6604aa14184e req-db60aa7c-24f6-4426-8bef-222a8ecd1ace tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Aug 30 18:19:22.311210 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946f198-46f2-49fd-8929-93c277a94668 req-90b68b68-87f5-4561-a019-313333557eca tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:22.312660 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3946f198-46f2-49fd-8929-93c277a94668 req-90b68b68-87f5-4561-a019-313333557eca tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0473068 Aug 30 18:19:22.353263 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3946f198-46f2-49fd-8929-93c277a94668 req-9eabefed-01d7-42ac-9d1b-d5f749908fa5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342853 Aug 30 18:19:22.991596 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41a014-9163-4e26-ad49-4edcddfad4be req-d709d70b-a845-45fd-82bc-5453fa4bb3c2 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:22.992972 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4d41a014-9163-4e26-ad49-4edcddfad4be req-d709d70b-a845-45fd-82bc-5453fa4bb3c2 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0473385 Aug 30 18:19:23.029514 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4d41a014-9163-4e26-ad49-4edcddfad4be req-5f2a4586-284f-4f2a-a58a-7e40c5418511 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307691 Aug 30 18:19:23.244987 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94288501-80a7-48a9-b523-b020fc8c9e48 req-875e9738-d18e-4146-9ec2-9d01ba1539ae tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:23.246333 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-94288501-80a7-48a9-b523-b020fc8c9e48 req-875e9738-d18e-4146-9ec2-9d01ba1539ae tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 945 time: 0.0473938 Aug 30 18:19:23.282017 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-94288501-80a7-48a9-b523-b020fc8c9e48 req-4b2badf1-4c06-4a71-bb2e-37849e680b28 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291314 Aug 30 18:19:23.463435 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953361-c78d-4eb5-8c1b-0252c1c95584 req-d2fa38ea-51c9-407d-aa92-185814281d9a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:23.464875 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-67953361-c78d-4eb5-8c1b-0252c1c95584 req-d2fa38ea-51c9-407d-aa92-185814281d9a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0476308 Aug 30 18:19:23.504400 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-67953361-c78d-4eb5-8c1b-0252c1c95584 req-adcee078-fb6e-40bf-bcaf-64917e796957 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336573 Aug 30 18:19:23.627831 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device b73512ea-bafe-4308-b46e-2cad8971e421 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:19:23.647198 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: b73512ea-bafe-4308-b46e-2cad8971e421 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:19:23.647531 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device b73512ea-bafe-4308-b46e-2cad8971e421 not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:19:24.144664 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0ffb8-a902-43a5-992e-eaef6bf9c426 req-4f76cef0-bab9-49b4-9ccf-7cdf952555da tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:24.146148 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-26f0ffb8-a902-43a5-992e-eaef6bf9c426 req-4f76cef0-bab9-49b4-9ccf-7cdf952555da tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0488200 Aug 30 18:19:24.182547 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-26f0ffb8-a902-43a5-992e-eaef6bf9c426 req-ea4aeb45-34ca-4318-bacd-fd137447b927 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303392 Aug 30 18:19:24.393346 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25cadd-8451-4f50-96ba-551d31dbfd27 req-d0851852-5c49-465d-a81b-429d9e56ea7b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:24.395008 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3f25cadd-8451-4f50-96ba-551d31dbfd27 req-d0851852-5c49-465d-a81b-429d9e56ea7b tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 945 time: 0.0467856 Aug 30 18:19:24.432455 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3f25cadd-8451-4f50-96ba-551d31dbfd27 req-38308b82-2c88-4756-86d1-1eec9af4e0ce tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Aug 30 18:19:24.615831 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2a7b0-8071-4613-a770-1c502798b706 req-370dabf8-2482-49d5-8bb6-7d2f1a5b7c61 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:24.617222 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-74e2a7b0-8071-4613-a770-1c502798b706 req-370dabf8-2482-49d5-8bb6-7d2f1a5b7c61 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0472364 Aug 30 18:19:24.656542 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-74e2a7b0-8071-4613-a770-1c502798b706 req-78b5ac44-a2c4-4000-9ab8-8b0ad1e908cf tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335288 Aug 30 18:19:25.295162 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5fb30-76eb-46c5-b1bc-157d40072d47 req-3203d44a-db53-4c69-9004-7e3e0ffc7762 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:25.296624 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-42d5fb30-76eb-46c5-b1bc-157d40072d47 req-3203d44a-db53-4c69-9004-7e3e0ffc7762 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0476921 Aug 30 18:19:25.333404 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-42d5fb30-76eb-46c5-b1bc-157d40072d47 req-d7c40b10-6f00-46aa-a477-99a61c83ef9d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309520 Aug 30 18:19:25.543896 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396fafd-7179-4f79-8fd2-afb8c1534bca req-a62ee700-f5c5-4b69-975d-6433049204e7 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:25.545399 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6396fafd-7179-4f79-8fd2-afb8c1534bca req-a62ee700-f5c5-4b69-975d-6433049204e7 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 945 time: 0.0472298 Aug 30 18:19:25.582777 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6396fafd-7179-4f79-8fd2-afb8c1534bca req-93261814-562b-4c1a-8b5c-7653ca0f9aab tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310335 Aug 30 18:19:25.769576 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523c148-b00c-4b79-a347-be21bba2bde6 req-0ffe8f9a-4f6b-4c42-ab34-3f282d5256a3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:25.771082 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c523c148-b00c-4b79-a347-be21bba2bde6 req-0ffe8f9a-4f6b-4c42-ab34-3f282d5256a3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0487359 Aug 30 18:19:25.812309 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c523c148-b00c-4b79-a347-be21bba2bde6 req-46dedbc7-f82f-488c-a538-d35126c8430d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352428 Aug 30 18:19:26.009431 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-195cab4d-4ba7-41b5-9e63-8f5a6c0e1822 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:26.010807 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-195cab4d-4ba7-41b5-9e63-8f5a6c0e1822 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/networks?id=0044f176-2787-4927-8904-26bd953e064a HTTP/1.1" status: 200 len: 814 time: 0.1001337 Aug 30 18:19:26.026052 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-8ceef4f1-1f53-4e47-b9a9-bc227de604c1 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/quotas/8b9bdc64843a4fa2918b63b02a625d43 HTTP/1.1" status: 200 len: 375 time: 0.0093236 Aug 30 18:19:26.058645 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-795a2a8e-9620-4b51-a736-7138a3dbc06c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8b9bdc64843a4fa2918b63b02a625d43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268221 Aug 30 18:19:26.151644 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-33c8aecf-c9ac-4069-8482-8afacf85a5ac service neutron] 10.222.0.16 "GET /v2.0/networks/0044f176-2787-4927-8904-26bd953e064a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858743 Aug 30 18:19:26.244451 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-831a2760-de0f-49dc-b108-f0ed1161a7f4 service neutron] 10.222.0.16 "GET /v2.0/networks/0044f176-2787-4927-8904-26bd953e064a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815258 Aug 30 18:19:26.400404 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-62cc8c2f-d1f8-4949-9e11-8fea5770841d req-69191f13-b6fa-465c-b2c1-96e813a66117 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 210 time: 0.0308537 Aug 30 18:19:26.449140 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cff2b-287b-4608-8c74-7e113836ab9f req-616a9ee7-c32f-40f2-9256-32bb191b593d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:26.450746 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-945cff2b-287b-4608-8c74-7e113836ab9f req-616a9ee7-c32f-40f2-9256-32bb191b593d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0492690 Aug 30 18:19:26.489543 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-945cff2b-287b-4608-8c74-7e113836ab9f req-fbff2d60-ac8f-49a5-9a46-d9211c56ff00 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326116 Aug 30 18:19:26.698270 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055a8f7-306f-4c9f-a537-9eff7ccf92c2 req-9865fe55-c6bb-4a63-9970-841e32ccefcd tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:26.701146 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8055a8f7-306f-4c9f-a537-9eff7ccf92c2 req-9865fe55-c6bb-4a63-9970-841e32ccefcd tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 945 time: 0.0509424 Aug 30 18:19:26.738647 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8055a8f7-306f-4c9f-a537-9eff7ccf92c2 req-5a1ed1fd-cd39-4b88-b169-8f84ad4a942d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315220 Aug 30 18:19:26.925930 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7c690-494a-465f-b95e-3af3a0229867 req-14568a7b-d727-484f-8ceb-46d9c055f360 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:26.927325 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-efa7c690-494a-465f-b95e-3af3a0229867 req-14568a7b-d727-484f-8ceb-46d9c055f360 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0483704 Aug 30 18:19:26.967584 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-efa7c690-494a-465f-b95e-3af3a0229867 req-3c9d456f-cac6-404e-99bc-3296326feb1a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336328 Aug 30 18:19:27.150212 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463a028-2484-4927-a49e-8ce1f2e610c2 req-011e1e87-1f4c-41c5-a0e6-b0f42a2dc747 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:27.151548 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a463a028-2484-4927-a49e-8ce1f2e610c2 req-011e1e87-1f4c-41c5-a0e6-b0f42a2dc747 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 945 time: 0.0808847 Aug 30 18:19:27.153994 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64cd07-4021-48e9-95b4-a85ff3ef84e1 req-3307d55f-cbc1-4e26-8565-eaf899b8a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:27.155307 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2e64cd07-4021-48e9-95b4-a85ff3ef84e1 req-3307d55f-cbc1-4e26-8565-eaf899b8a4ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 1098 time: 0.0581243 Aug 30 18:19:27.243218 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2e64cd07-4021-48e9-95b4-a85ff3ef84e1 req-a92d3d94-e754-4907-938a-45bbb5437bf2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705411 Aug 30 18:19:27.267698 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-a463a028-2484-4927-a49e-8ce1f2e610c2 req-a27006cd-e199-47db-8cc8-fe85b0d2f75e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Deleting port 73ed9a46-babc-4f38-95db-910ef4ca957d {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:19:27.268036 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a463a028-2484-4927-a49e-8ce1f2e610c2 req-a27006cd-e199-47db-8cc8-fe85b0d2f75e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:27.357341 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-a463a028-2484-4927-a49e-8ce1f2e610c2 req-a27006cd-e199-47db-8cc8-fe85b0d2f75e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] For port 73ed9a46-babc-4f38-95db-910ef4ca957d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=73ed9a46-babc-4f38-95db-910ef4ca957d,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:19:27.357704 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a463a028-2484-4927-a49e-8ce1f2e610c2 req-a27006cd-e199-47db-8cc8-fe85b0d2f75e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:27.369801 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-a463a028-2484-4927-a49e-8ce1f2e610c2 req-a27006cd-e199-47db-8cc8-fe85b0d2f75e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Calling delete_port for 73ed9a46-babc-4f38-95db-910ef4ca957d owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:19:27.492180 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-72ab5e27-8270-4bb4-8588-418c8cfa262c req-165f6c62-0385-4622-8db7-2b2347e07080 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 210 time: 0.0255160 Aug 30 18:19:27.499003 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a463a028-2484-4927-a49e-8ce1f2e610c2 req-a27006cd-e199-47db-8cc8-fe85b0d2f75e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:27.526630 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['cc686cfd-95a6-474b-b731-3e8cd8727128', 'c383401b-b2b0-4773-8739-0fea4364bd05', '73ed9a46-babc-4f38-95db-910ef4ca957d'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:19:27.594896 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27006cd-e199-47db-8cc8-fe85b0d2f75e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Pushing event deleted for resources: {'Port': ['ID=73ed9a46-babc-4f38-95db-910ef4ca957d,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:27.623042 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a463a028-2484-4927-a49e-8ce1f2e610c2 req-a27006cd-e199-47db-8cc8-fe85b0d2f75e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] No DVR routers for this DVR port 73ed9a46-babc-4f38-95db-910ef4ca957d on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:19:27.629193 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a463a028-2484-4927-a49e-8ce1f2e610c2 req-a27006cd-e199-47db-8cc8-fe85b0d2f75e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:27.631381 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a463a028-2484-4927-a49e-8ce1f2e610c2 req-a27006cd-e199-47db-8cc8-fe85b0d2f75e tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "DELETE /v2.0/ports/73ed9a46-babc-4f38-95db-910ef4ca957d HTTP/1.1" status: 204 len: 173 time: 0.4654758 Aug 30 18:19:27.631825 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c884b4ed-55d0-45a8-ba9b-95f36f096ef7', 'name': 'network-vif-deleted', 'tag': '73ed9a46-babc-4f38-95db-910ef4ca957d'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:19:27.634197 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6894a2-abdd-4333-b0a3-4f8e83ee3ffa" -d '{"events": [{"server_uuid": "c884b4ed-55d0-45a8-ba9b-95f36f096ef7", "name": "network-vif-deleted", "tag": "73ed9a46-babc-4f38-95db-910ef4ca957d"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:19:27.662730 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9d41a-99aa-42f9-a4eb-0f6306e367ed req-ef5b2627-f1bf-4962-a0b6-1f466084e2e1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:27.670061 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-eec9d41a-99aa-42f9-a4eb-0f6306e367ed req-ef5b2627-f1bf-4962-a0b6-1f466084e2e1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0876851 Aug 30 18:19:27.696693 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-8ad4eb36-02ec-46c4-a2cb-fb255bb51b05 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:27.698097 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-8ad4eb36-02ec-46c4-a2cb-fb255bb51b05 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.36 "GET /v2.0/networks?id=0044f176-2787-4927-8904-26bd953e064a HTTP/1.1" status: 200 len: 814 time: 0.1963885 Aug 30 18:19:27.704625 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4f9fb3-ae72-4e35-a85e-037b19cdb9a3 x-openstack-request-id: req-5f4f9fb3-ae72-4e35-a85e-037b19cdb9a3 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:19:27.705073 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c884b4ed-55d0-45a8-ba9b-95f36f096ef7", "name": "network-vif-deleted", "tag": "73ed9a46-babc-4f38-95db-910ef4ca957d", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:19:27.705367 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f4f9fb3-ae72-4e35-a85e-037b19cdb9a3 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:19:27.705907 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c884b4ed-55d0-45a8-ba9b-95f36f096ef7', 'name': 'network-vif-deleted', 'tag': '73ed9a46-babc-4f38-95db-910ef4ca957d', 'status': 'completed', 'code': 200} Aug 30 18:19:27.723258 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-11c2e637-3b02-4c05-a80f-f96c0a905184 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Request body: {'port': {'device_id': '4db1ee01-701d-4ffc-95f3-bdd14f1506a4', 'network_id': '0044f176-2787-4927-8904-26bd953e064a', 'admin_state_up': True, 'tenant_id': '8b9bdc64843a4fa2918b63b02a625d43'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:19:27.725620 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-eec9d41a-99aa-42f9-a4eb-0f6306e367ed req-6956b042-f285-404b-90e7-450f944cc979 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540178 Aug 30 18:19:27.876717 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3c395de2-0be6-46d1-ad00-9889c1a2db69 req-9552bce3-fa3c-4e7e-b11a-d790919ee5bc tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=c884b4ed-55d0-45a8-ba9b-95f36f096ef7 HTTP/1.1" status: 200 len: 210 time: 0.0456545 Aug 30 18:19:27.877093 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-11c2e637-3b02-4c05-a80f-f96c0a905184 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Made reservation on behalf of 8b9bdc64843a4fa2918b63b02a625d43 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:19:27.883968 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-11c2e637-3b02-4c05-a80f-f96c0a905184 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:28.005605 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-11c2e637-3b02-4c05-a80f-f96c0a905184 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Allocated IP 172.20.0.3 (0044f176-2787-4927-8904-26bd953e064a/880fd9a4-bdcb-46a6-8925-ee2e71cdde02/d3eb208b-8336-4c81-879a-f7ee075cb0d6) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:19:28.087195 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c0d8e-716a-43fd-b989-8348170de57e req-ef848e2f-08f1-454e-9292-c42b4d39d536 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:28.088694 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6f8c0d8e-716a-43fd-b989-8348170de57e req-ef848e2f-08f1-454e-9292-c42b4d39d536 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0508211 Aug 30 18:19:28.126805 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6f8c0d8e-716a-43fd-b989-8348170de57e req-3bdfd635-b5c6-449c-b1ca-8f44b328ca30 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320296 Aug 30 18:19:28.148367 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-11c2e637-3b02-4c05-a80f-f96c0a905184 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:28.187315 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-11c2e637-3b02-4c05-a80f-f96c0a905184 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:28.229604 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-11c2e637-3b02-4c05-a80f-f96c0a905184 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Network 0044f176-2787-4927-8904-26bd953e064a is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:19:28.234571 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-11c2e637-3b02-4c05-a80f-f96c0a905184 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:19:28.238972 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-11c2e637-3b02-4c05-a80f-f96c0a905184 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:19:28.262137 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2e637-3b02-4c05-a80f-f96c0a905184 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Pushing event updated for resources: {'Port': ['ID=d3eb208b-8336-4c81-879a-f7ee075cb0d6,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:28.291932 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-11c2e637-3b02-4c05-a80f-f96c0a905184 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:28.292547 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-11c2e637-3b02-4c05-a80f-f96c0a905184 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:28.308153 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-11c2e637-3b02-4c05-a80f-f96c0a905184 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894971 Aug 30 18:19:28.323607 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Request body: {'port': {'device_id': '4db1ee01-701d-4ffc-95f3-bdd14f1506a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:19:28.376423 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:28.632991 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3628c-0509-469f-888e-5a2c6f438f1a req-f567243d-32e2-438f-b34a-d1ec709828dc tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:28.634552 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d4f3628c-0509-469f-888e-5a2c6f438f1a req-f567243d-32e2-438f-b34a-d1ec709828dc tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 931 time: 0.0495563 Aug 30 18:19:28.674063 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d4f3628c-0509-469f-888e-5a2c6f438f1a req-f97608c1-a460-4f41-b208-cc745fda8066 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332623 Aug 30 18:19:28.837272 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e7030-0d41-478f-97a5-28ba17a3e500 req-f39e9189-3bc4-4ecc-a0ff-b92485f69139 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:28.838834 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-091e7030-0d41-478f-97a5-28ba17a3e500 req-f39e9189-3bc4-4ecc-a0ff-b92485f69139 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0516298 Aug 30 18:19:28.841731 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3eb208b-8336-4c81-879a-f7ee075cb0d6 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:19:28.849777 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:28.862322 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Transition to ACTIVE for port object d3eb208b-8336-4c81-879a-f7ee075cb0d6 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:19:28.866088 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:28.877115 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-091e7030-0d41-478f-97a5-28ba17a3e500 req-d3180006-4bd9-4bbf-847a-2e0d6059b367 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314312 Aug 30 18:19:28.935762 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb208b-8336-4c81-879a-f7ee075cb0d6,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:28.997485 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Attempting to bind port d3eb208b-8336-4c81-879a-f7ee075cb0d6 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:19:28.998008 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Attempting to bind port d3eb208b-8336-4c81-879a-f7ee075cb0d6 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'a7912160-b01a-441c-9244-de8182523aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0044f176-2787-4927-8904-26bd953e064a'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:19:28.998610 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Attempting to bind port d3eb208b-8336-4c81-879a-f7ee075cb0d6 on network 0044f176-2787-4927-8904-26bd953e064a {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:19:29.005784 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Port d3eb208b-8336-4c81-879a-f7ee075cb0d6 on network 0044f176-2787-4927-8904-26bd953e064a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:19:29.007658 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Attempting to bind port d3eb208b-8336-4c81-879a-f7ee075cb0d6 on network 0044f176-2787-4927-8904-26bd953e064a {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:19:29.013194 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:19:29.013606 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Checking segment: {'id': 'a7912160-b01a-441c-9244-de8182523aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0044f176-2787-4927-8904-26bd953e064a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:19:29.014057 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Bound using segment: {'id': 'a7912160-b01a-441c-9244-de8182523aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0044f176-2787-4927-8904-26bd953e064a'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:19:29.014555 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Bound port: d3eb208b-8336-4c81-879a-f7ee075cb0d6, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7912160-b01a-441c-9244-de8182523aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0044f176-2787-4927-8904-26bd953e064a'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:19:29.014979 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:29.090556 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] For port d3eb208b-8336-4c81-879a-f7ee075cb0d6, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:19:29.095349 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] For port d3eb208b-8336-4c81-879a-f7ee075cb0d6, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d3eb208b-8336-4c81-879a-f7ee075cb0d6,segment=NetworkSegment(a7912160-b01a-441c-9244-de8182523aa2),segment_id=a7912160-b01a-441c-9244-de8182523aa2)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:19:29.101202 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:29.137595 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a15d92-5fb2-46b7-b883-1ca3e6c10b63 req-c8ac6f66-4260-4524-ab57-22acf3cea9a5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.138703 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.139087 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-63a15d92-5fb2-46b7-b883-1ca3e6c10b63 req-c8ac6f66-4260-4524-ab57-22acf3cea9a5 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.1024728 Aug 30 18:19:29.139658 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:29.141254 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] 10.222.0.36 "PUT /v2.0/ports/d3eb208b-8336-4c81-879a-f7ee075cb0d6 HTTP/1.1" status: 200 len: 1093 time: 0.8219323 Aug 30 18:19:29.203045 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-63a15d92-5fb2-46b7-b883-1ca3e6c10b63 req-9a0c9f85-3187-4c90-a536-a02b0cfb4823 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540636 Aug 30 18:19:29.211207 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80671d7-6296-4122-b861-c69c7e32bfef service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb208b-8336-4c81-879a-f7ee075cb0d6,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:29.214528 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cf4bb-f1d7-4032-bafa-4eaa1987317b req-8762a12c-a3f6-49bf-b3d7-54fdaebe3611 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.217411 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5a8cf4bb-f1d7-4032-bafa-4eaa1987317b req-8762a12c-a3f6-49bf-b3d7-54fdaebe3611 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 946 time: 0.0769601 Aug 30 18:19:29.253534 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a23b69-f711-4406-b10c-bba63d8867d4 req-2997d2a4-5d6a-4d4c-beaa-d6032ead5963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.255034 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31a23b69-f711-4406-b10c-bba63d8867d4 req-2997d2a4-5d6a-4d4c-beaa-d6032ead5963 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3666a181dc3a40a6a2f006078efddf03&device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0900302 Aug 30 18:19:29.259585 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5a8cf4bb-f1d7-4032-bafa-4eaa1987317b req-490df7b6-3224-4750-8682-b99132d643c9 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370696 Aug 30 18:19:29.262946 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-3d78f5cd-f302-41dc-9354-889b71f1c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.264389 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-3d78f5cd-f302-41dc-9354-889b71f1c377 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b9bdc64843a4fa2918b63b02a625d43&device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 1096 time: 0.0660338 Aug 30 18:19:29.313752 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2324c5-8f4e-4ddd-92d2-e58a0b03266c req-fb96b45f-12a7-4868-8b59-851d1928e617 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.315260 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ab2324c5-8f4e-4ddd-92d2-e58a0b03266c req-fb96b45f-12a7-4868-8b59-851d1928e617 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0478566 Aug 30 18:19:29.353263 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-01678f1a-8f80-4488-bcc8-884180d223ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3eb208b-8336-4c81-879a-f7ee075cb0d6 HTTP/1.1" status: 200 len: 217 time: 0.0684359 Aug 30 18:19:29.353455 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ab2324c5-8f4e-4ddd-92d2-e58a0b03266c req-a0c9f4cc-8c12-40cd-b9ce-ebc20bf1edf5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319738 Aug 30 18:19:29.425451 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a23b69-f711-4406-b10c-bba63d8867d4 req-20f1494e-3630-4137-9655-20ba141d400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.426922 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31a23b69-f711-4406-b10c-bba63d8867d4 req-20f1494e-3630-4137-9655-20ba141d400e service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf090307-1c5e-4a9d-a855-c31bcbfd8792 HTTP/1.1" status: 200 len: 912 time: 0.1502876 Aug 30 18:19:29.430373 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-43db6cfd-269f-4a7e-b3d2-42eb9cd5851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.431687 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-43db6cfd-269f-4a7e-b3d2-42eb9cd5851f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=880fd9a4-bdcb-46a6-8925-ee2e71cdde02 HTTP/1.1" status: 200 len: 854 time: 0.0640764 Aug 30 18:19:29.509912 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-f065598a-6706-45b8-b92b-b48ed7784dd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0044f176-2787-4927-8904-26bd953e064a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577188 Aug 30 18:19:29.547086 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31a23b69-f711-4406-b10c-bba63d8867d4 req-3376dfcf-c84e-44d6-b398-fcce159b7b30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 HTTP/1.1" status: 200 len: 999 time: 0.0985532 Aug 30 18:19:29.661087 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a29f4-9101-4179-9deb-a1b8cd0f2f31 req-130fedf5-cb0b-456d-9d25-75f385045981 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.662537 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7e8a29f4-9101-4179-9deb-a1b8cd0f2f31 req-130fedf5-cb0b-456d-9d25-75f385045981 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0510495 Aug 30 18:19:29.675287 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a23b69-f711-4406-b10c-bba63d8867d4 req-e2a7d00e-d84f-4e06-88ef-20452f3fc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.676715 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31a23b69-f711-4406-b10c-bba63d8867d4 req-e2a7d00e-d84f-4e06-88ef-20452f3fc04b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7162880f-6947-4246-a359-77445ff3b234 HTTP/1.1" status: 200 len: 850 time: 0.1056314 Aug 30 18:19:29.682165 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-2b9e6fbe-b65f-40d6-9d6e-876c487686b0 service neutron] 10.222.0.36 "GET /v2.0/networks/0044f176-2787-4927-8904-26bd953e064a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601019 Aug 30 18:19:29.688184 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceeae0-4fa3-4f7d-b58b-a3f8bfe84b77 req-d65869b0-aabd-4df5-b870-d166818eff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.690213 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ccceeae0-4fa3-4f7d-b58b-a3f8bfe84b77 req-d65869b0-aabd-4df5-b870-d166818eff29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 1098 time: 0.0755894 Aug 30 18:19:29.699315 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7e8a29f4-9101-4179-9deb-a1b8cd0f2f31 req-9483b50a-6336-41e8-8d0f-2caee18ecda0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308971 Aug 30 18:19:29.721077 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db1ee01-701d-4ffc-95f3-bdd14f1506a4', 'tag': 'd3eb208b-8336-4c81-879a-f7ee075cb0d6'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:19:29.723250 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f341caac-0fcd-4992-93cc-d07a9c3d16c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4db1ee01-701d-4ffc-95f3-bdd14f1506a4", "tag": "d3eb208b-8336-4c81-879a-f7ee075cb0d6"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:19:29.774395 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaaa4a3-91c5-4a23-8fc7-b5f3a566ff7b x-openstack-request-id: req-efaaa4a3-91c5-4a23-8fc7-b5f3a566ff7b {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:19:29.774944 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db1ee01-701d-4ffc-95f3-bdd14f1506a4", "tag": "d3eb208b-8336-4c81-879a-f7ee075cb0d6", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:19:29.775199 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efaaa4a3-91c5-4a23-8fc7-b5f3a566ff7b {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:19:29.775578 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db1ee01-701d-4ffc-95f3-bdd14f1506a4', 'tag': 'd3eb208b-8336-4c81-879a-f7ee075cb0d6', 'status': 'completed', 'code': 200} Aug 30 18:19:29.793479 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37083826-3d69-4227-8f01-ab8f2b2feed2 req-82f003c8-74ea-480e-8d34-065960dc88ac tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.794928 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-37083826-3d69-4227-8f01-ab8f2b2feed2 req-82f003c8-74ea-480e-8d34-065960dc88ac tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 943 time: 0.0491400 Aug 30 18:19:29.832503 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-37083826-3d69-4227-8f01-ab8f2b2feed2 req-ddd7b3b0-adb6-4f2c-b0d9-aae7549a4737 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Aug 30 18:19:29.854727 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a23b69-f711-4406-b10c-bba63d8867d4 req-435caf9d-1220-4421-bbf7-a5e8f1ba9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.856233 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31a23b69-f711-4406-b10c-bba63d8867d4 req-435caf9d-1220-4421-bbf7-a5e8f1ba9534 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf090307-1c5e-4a9d-a855-c31bcbfd8792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1624429 Aug 30 18:19:29.899190 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ff5aa43-6f80-4588-bbb8-fce147813efd req-46209376-8dac-48ef-ba4b-712eca5672be service neutron] 10.222.0.36 "GET /v2.0/networks/0044f176-2787-4927-8904-26bd953e064a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966164 Aug 30 18:19:29.908378 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceeae0-4fa3-4f7d-b58b-a3f8bfe84b77 req-503a8278-f29d-4c6c-90c1-159eb6465405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:29.909777 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ccceeae0-4fa3-4f7d-b58b-a3f8bfe84b77 req-503a8278-f29d-4c6c-90c1-159eb6465405 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7bd3d83-2234-45cb-869b-5a867e159aff HTTP/1.1" status: 200 len: 919 time: 0.2062063 Aug 30 18:19:29.979601 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ccceeae0-4fa3-4f7d-b58b-a3f8bfe84b77 req-ecbe2a72-8015-4fd1-96d2-aa37d7942a8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dba34770-4340-4e63-826c-6f72b3d34cdd HTTP/1.1" status: 200 len: 217 time: 0.0464633 Aug 30 18:19:30.071805 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31a23b69-f711-4406-b10c-bba63d8867d4 req-104974bd-1dc0-45af-811a-c9456407c6c4 service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934581 Aug 30 18:19:30.073895 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341caac-0fcd-4992-93cc-d07a9c3d16c0 req-5ca1e73a-c51f-449e-8057-30a4eaead00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:30.075478 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f341caac-0fcd-4992-93cc-d07a9c3d16c0 req-5ca1e73a-c51f-449e-8057-30a4eaead00d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b9bdc64843a4fa2918b63b02a625d43&device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 1096 time: 0.1057286 Aug 30 18:19:30.076868 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceeae0-4fa3-4f7d-b58b-a3f8bfe84b77 req-913a15fc-c988-48a7-8046-2020537f2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:30.078187 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ccceeae0-4fa3-4f7d-b58b-a3f8bfe84b77 req-913a15fc-c988-48a7-8046-2020537f2725 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=019cd36e-2152-42ae-baa8-dc7a40474c8e HTTP/1.1" status: 200 len: 858 time: 0.0777879 Aug 30 18:19:30.209071 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ccceeae0-4fa3-4f7d-b58b-a3f8bfe84b77 req-a5c0161f-5eeb-4738-ad25-2760a98bc5ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7bd3d83-2234-45cb-869b-5a867e159aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949147 Aug 30 18:19:30.327678 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421de61-46f7-4882-a4dd-ed5bb3080fbb req-d49ddf8c-3c45-4cd6-a6c1-efe5c088483d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:30.329518 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e421de61-46f7-4882-a4dd-ed5bb3080fbb req-d49ddf8c-3c45-4cd6-a6c1-efe5c088483d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0513768 Aug 30 18:19:30.338576 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31a23b69-f711-4406-b10c-bba63d8867d4 req-9dbec356-c000-49fd-878f-488f9ded8c4b service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323065 Aug 30 18:19:30.346239 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341caac-0fcd-4992-93cc-d07a9c3d16c0 req-5c2b21ab-7491-43b1-ad76-60406fc3c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:30.347671 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f341caac-0fcd-4992-93cc-d07a9c3d16c0 req-5c2b21ab-7491-43b1-ad76-60406fc3c1d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0044f176-2787-4927-8904-26bd953e064a HTTP/1.1" status: 200 len: 915 time: 0.2327178 Aug 30 18:19:30.358724 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ccceeae0-4fa3-4f7d-b58b-a3f8bfe84b77 req-2b9d66fc-7e09-4685-9350-1da4a42a7396 service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361804 Aug 30 18:19:30.400114 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f341caac-0fcd-4992-93cc-d07a9c3d16c0 req-ca594968-6e7f-4068-a4f7-3420ef30cca5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3eb208b-8336-4c81-879a-f7ee075cb0d6 HTTP/1.1" status: 200 len: 217 time: 0.0404496 Aug 30 18:19:30.401287 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e421de61-46f7-4882-a4dd-ed5bb3080fbb req-f366ae38-65b7-44c2-a489-7c277a7d51ec tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648527 Aug 30 18:19:30.414661 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa1df5-f9cc-44cc-b299-f18b3c79679b req-b7ba77bb-f2c6-4b08-8191-a21327f2db6d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:30.416190 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b5aa1df5-f9cc-44cc-b299-f18b3c79679b req-b7ba77bb-f2c6-4b08-8191-a21327f2db6d tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 946 time: 0.0733354 Aug 30 18:19:30.455462 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b5aa1df5-f9cc-44cc-b299-f18b3c79679b req-b5d995d7-08cf-4ade-91fb-79cf8678eeed tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330474 Aug 30 18:19:30.498636 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341caac-0fcd-4992-93cc-d07a9c3d16c0 req-a9f40173-f10e-46d7-983b-f626f330626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:30.500007 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f341caac-0fcd-4992-93cc-d07a9c3d16c0 req-a9f40173-f10e-46d7-983b-f626f330626f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=880fd9a4-bdcb-46a6-8925-ee2e71cdde02 HTTP/1.1" status: 200 len: 854 time: 0.0616107 Aug 30 18:19:30.524970 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ccceeae0-4fa3-4f7d-b58b-a3f8bfe84b77 req-2caefbd0-232e-496f-9a71-a615a36f8ebb service neutron] 10.222.0.36 "GET /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325650 Aug 30 18:19:30.539002 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f341caac-0fcd-4992-93cc-d07a9c3d16c0 req-eed2a04e-82ec-4352-bf2a-b0c221737df4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0044f176-2787-4927-8904-26bd953e064a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264826 Aug 30 18:19:30.646702 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f341caac-0fcd-4992-93cc-d07a9c3d16c0 req-e3955500-6b7f-4909-974c-2ae3f4a8a244 service neutron] 10.222.0.36 "GET /v2.0/networks/0044f176-2787-4927-8904-26bd953e064a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864551 Aug 30 18:19:30.747889 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f341caac-0fcd-4992-93cc-d07a9c3d16c0 req-3dfb7515-91a9-4529-b93e-2192ea1d5920 service neutron] 10.222.0.36 "GET /v2.0/networks/0044f176-2787-4927-8904-26bd953e064a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829253 Aug 30 18:19:30.819812 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd972fe-135b-4ac4-a464-86e938a443ca req-c2966df5-8398-44ed-b1fd-644fe72bae4a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:30.821354 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5dd972fe-135b-4ac4-a464-86e938a443ca req-c2966df5-8398-44ed-b1fd-644fe72bae4a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0500164 Aug 30 18:19:30.864614 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5dd972fe-135b-4ac4-a464-86e938a443ca req-1bfbd0e2-3d4b-42f0-8da3-e83111171ca8 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Aug 30 18:19:30.945631 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0edd49-4dfe-402a-92c9-7e1160f598db req-65139d25-2859-42c2-9f53-0aa58056cbf5 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:30.947078 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9f0edd49-4dfe-402a-92c9-7e1160f598db req-65139d25-2859-42c2-9f53-0aa58056cbf5 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 943 time: 0.0482917 Aug 30 18:19:30.983239 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9f0edd49-4dfe-402a-92c9-7e1160f598db req-5dba4c49-51a3-4f21-a889-416b92de82b3 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302079 Aug 30 18:19:31.309852 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9984a4f7-69a3-428d-8da3-92e8a2fdea7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:31.332895 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513edbf5-b3f7-4353-ac97-5345fa10fce0 req-6f56f450-5a45-449f-a47c-f21097282749 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:31.334363 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-513edbf5-b3f7-4353-ac97-5345fa10fce0 req-6f56f450-5a45-449f-a47c-f21097282749 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 946 time: 0.0536368 Aug 30 18:19:31.426276 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-513edbf5-b3f7-4353-ac97-5345fa10fce0 req-03eab146-9199-4ad4-93d1-4ea8a5703368 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Deleting port c383401b-b2b0-4773-8739-0fea4364bd05 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:19:31.426980 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-513edbf5-b3f7-4353-ac97-5345fa10fce0 req-03eab146-9199-4ad4-93d1-4ea8a5703368 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:31.499344 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 73ed9a46-babc-4f38-95db-910ef4ca957d no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:19:31.519858 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: 73ed9a46-babc-4f38-95db-910ef4ca957d {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:19:31.520215 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 73ed9a46-babc-4f38-95db-910ef4ca957d not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:19:31.524153 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-513edbf5-b3f7-4353-ac97-5345fa10fce0 req-03eab146-9199-4ad4-93d1-4ea8a5703368 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] For port c383401b-b2b0-4773-8739-0fea4364bd05, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=c383401b-b2b0-4773-8739-0fea4364bd05,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:19:31.524521 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-513edbf5-b3f7-4353-ac97-5345fa10fce0 req-03eab146-9199-4ad4-93d1-4ea8a5703368 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:31.543566 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-513edbf5-b3f7-4353-ac97-5345fa10fce0 req-03eab146-9199-4ad4-93d1-4ea8a5703368 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Calling delete_port for c383401b-b2b0-4773-8739-0fea4364bd05 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:19:31.552742 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2cf23-95f2-4d3d-bb9b-e28a503f1664 req-679e4288-cef2-41a5-ad47-fe4dea7388bc tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:31.554290 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4cd2cf23-95f2-4d3d-bb9b-e28a503f1664 req-679e4288-cef2-41a5-ad47-fe4dea7388bc tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0817752 Aug 30 18:19:31.613595 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4cd2cf23-95f2-4d3d-bb9b-e28a503f1664 req-8bf1e798-55b4-460f-a0f2-ca28fe52ee04 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486176 Aug 30 18:19:31.626591 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506d97c-3a2a-4398-bd49-212ed77a107f req-cc847ea6-7ff4-41e0-ac53-c61d5ec79202 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:31.628070 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7506d97c-3a2a-4398-bd49-212ed77a107f req-cc847ea6-7ff4-41e0-ac53-c61d5ec79202 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=28de022f-7274-4f53-a2a3-040a2fa8021b HTTP/1.1" status: 200 len: 946 time: 0.0729265 Aug 30 18:19:31.665442 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7506d97c-3a2a-4398-bd49-212ed77a107f req-06f222fd-bb76-4562-8d83-d28bbb026d60 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Aug 30 18:19:31.669867 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-513edbf5-b3f7-4353-ac97-5345fa10fce0 req-03eab146-9199-4ad4-93d1-4ea8a5703368 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:31.683967 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['cc686cfd-95a6-474b-b731-3e8cd8727128', 'c383401b-b2b0-4773-8739-0fea4364bd05'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:19:31.722618 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eab146-9199-4ad4-93d1-4ea8a5703368 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Pushing event deleted for resources: {'Port': ['ID=c383401b-b2b0-4773-8739-0fea4364bd05,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:31.737550 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-513edbf5-b3f7-4353-ac97-5345fa10fce0 req-03eab146-9199-4ad4-93d1-4ea8a5703368 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] No DVR routers for this DVR port c383401b-b2b0-4773-8739-0fea4364bd05 on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:19:31.739826 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-513edbf5-b3f7-4353-ac97-5345fa10fce0 req-03eab146-9199-4ad4-93d1-4ea8a5703368 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:31.741789 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-513edbf5-b3f7-4353-ac97-5345fa10fce0 req-03eab146-9199-4ad4-93d1-4ea8a5703368 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "DELETE /v2.0/ports/c383401b-b2b0-4773-8739-0fea4364bd05 HTTP/1.1" status: 204 len: 173 time: 0.3991041 Aug 30 18:19:31.776503 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28de022f-7274-4f53-a2a3-040a2fa8021b', 'name': 'network-vif-deleted', 'tag': 'c383401b-b2b0-4773-8739-0fea4364bd05'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:19:31.778892 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a300d0-4fcc-459c-9a56-5b82ebd2703d" -d '{"events": [{"server_uuid": "28de022f-7274-4f53-a2a3-040a2fa8021b", "name": "network-vif-deleted", "tag": "c383401b-b2b0-4773-8739-0fea4364bd05"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:19:31.829794 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9d0e43-7ebe-4c22-b584-d2c845921c3f x-openstack-request-id: req-cd9d0e43-7ebe-4c22-b584-d2c845921c3f {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:19:31.830196 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28de022f-7274-4f53-a2a3-040a2fa8021b", "name": "network-vif-deleted", "tag": "c383401b-b2b0-4773-8739-0fea4364bd05", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:19:31.830972 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd9d0e43-7ebe-4c22-b584-d2c845921c3f {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:19:31.831839 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28de022f-7274-4f53-a2a3-040a2fa8021b', 'name': 'network-vif-deleted', 'tag': 'c383401b-b2b0-4773-8739-0fea4364bd05', 'status': 'completed', 'code': 200} Aug 30 18:19:31.979185 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bb7ad-960c-4465-9606-c5d466821a03 req-62663874-b33a-498f-8cf3-02eec2848634 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:31.980647 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cf5bb7ad-960c-4465-9606-c5d466821a03 req-62663874-b33a-498f-8cf3-02eec2848634 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0477505 Aug 30 18:19:32.020731 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cf5bb7ad-960c-4465-9606-c5d466821a03 req-1f4a69b1-e7b8-44f2-9e03-b029612eab2d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336838 Aug 30 18:19:32.101232 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa2642-af95-4a7a-ad01-84e6108c18d0 req-e758d8d7-977c-47eb-a864-6a3b31bd4d7f tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:32.102659 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-feaa2642-af95-4a7a-ad01-84e6108c18d0 req-e758d8d7-977c-47eb-a864-6a3b31bd4d7f tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 943 time: 0.0471849 Aug 30 18:19:32.139968 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-feaa2642-af95-4a7a-ad01-84e6108c18d0 req-8fe1c91d-44dd-4c5b-900f-2311364f09ac tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311043 Aug 30 18:19:33.139308 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690985-57e4-46cb-bda5-0fa8b465fbd8 req-f42c8932-ca2a-4f1f-b8ea-467398329330 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:33.140796 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f2690985-57e4-46cb-bda5-0fa8b465fbd8 req-f42c8932-ca2a-4f1f-b8ea-467398329330 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0503962 Aug 30 18:19:33.177678 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f2690985-57e4-46cb-bda5-0fa8b465fbd8 req-bd2caffd-2617-430b-bf94-1b2e4bd2c031 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308878 Aug 30 18:19:33.254537 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dc07e-0c25-4102-8e71-4b079fde08ab req-fc53ba42-446d-40bd-a2df-9573ff2aba85 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:33.256008 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b92dc07e-0c25-4102-8e71-4b079fde08ab req-fc53ba42-446d-40bd-a2df-9573ff2aba85 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 943 time: 0.0490863 Aug 30 18:19:33.295700 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b92dc07e-0c25-4102-8e71-4b079fde08ab req-3037be7b-ab92-476d-87be-04c72c20af4c tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337410 Aug 30 18:19:33.530525 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device d3eb208b-8336-4c81-879a-f7ee075cb0d6 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:19:33.623233 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port d3eb208b-8336-4c81-879a-f7ee075cb0d6, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d3eb208b-8336-4c81-879a-f7ee075cb0d6,segment=NetworkSegment(a7912160-b01a-441c-9244-de8182523aa2),segment_id=a7912160-b01a-441c-9244-de8182523aa2)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:19:33.634192 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': 'd3eb208b-8336-4c81-879a-f7ee075cb0d6', 'network_id': '0044f176-2787-4927-8904-26bd953e064a', 'port_id': 'd3eb208b-8336-4c81-879a-f7ee075cb0d6', 'mac_address': 'fa:16:3e:af:a6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880fd9a4-bdcb-46a6-8925-ee2e71cdde02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:19:33.669022 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:33.682029 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3eb208b-8336-4c81-879a-f7ee075cb0d6 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:19:33.700168 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port d3eb208b-8336-4c81-879a-f7ee075cb0d6, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d3eb208b-8336-4c81-879a-f7ee075cb0d6,segment=NetworkSegment(a7912160-b01a-441c-9244-de8182523aa2),segment_id=a7912160-b01a-441c-9244-de8182523aa2)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:19:33.705303 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:33.751015 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=d3eb208b-8336-4c81-879a-f7ee075cb0d6,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:33.757983 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:33.758334 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:33.758680 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:33.759020 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:33.759360 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:33.759696 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:33.760027 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:33.760355 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:33.760701 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:33.761075 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:33.761410 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:33.761747 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:33.962282 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2425132c-189f-443b-ac07-4f69a69cc43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:34.008288 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:34.058328 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecf52a-81bc-495e-bd22-137f88447bf8 req-4e0e958b-ff54-4ed2-82cc-454fef862fd9 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:34.059762 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-99ecf52a-81bc-495e-bd22-137f88447bf8 req-4e0e958b-ff54-4ed2-82cc-454fef862fd9 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 946 time: 0.0495691 Aug 30 18:19:34.099516 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-99ecf52a-81bc-495e-bd22-137f88447bf8 req-17195811-3186-40a9-a7de-6de97d283bf4 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331359 Aug 30 18:19:34.116494 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['d3eb208b-8336-4c81-879a-f7ee075cb0d6'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:19:34.418218 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f03675-2cdc-41c0-8bb3-178984e40447 req-8e68defe-f6f8-4e24-a597-472c7f586af2 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:34.419818 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c4f03675-2cdc-41c0-8bb3-178984e40447 req-8e68defe-f6f8-4e24-a597-472c7f586af2 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 944 time: 0.0503435 Aug 30 18:19:34.458978 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c4f03675-2cdc-41c0-8bb3-178984e40447 req-65b7c29b-68b0-49ed-b3ef-4a4b10c4ab20 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Aug 30 18:19:34.659928 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:19:35.154500 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:35.212458 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d8c4e-1716-469d-8989-d0a87ebab3a8 req-034ce12b-6f5a-48fb-9961-215a8be2e5ac tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:35.213836 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-598d8c4e-1716-469d-8989-d0a87ebab3a8 req-034ce12b-6f5a-48fb-9961-215a8be2e5ac tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 946 time: 0.0473316 Aug 30 18:19:35.253797 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-598d8c4e-1716-469d-8989-d0a87ebab3a8 req-411115f0-89df-45a6-9cbd-32e4585e3459 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339978 Aug 30 18:19:35.559102 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device d3eb208b-8336-4c81-879a-f7ee075cb0d6 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:19:35.570663 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542002ee-8681-498b-ae75-78ff9ae49231 req-4d14a6a3-8ce3-4b66-a30c-7e27212ff7bd tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:35.572142 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-542002ee-8681-498b-ae75-78ff9ae49231 req-4d14a6a3-8ce3-4b66-a30c-7e27212ff7bd tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 944 time: 0.0483766 Aug 30 18:19:35.607115 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port d3eb208b-8336-4c81-879a-f7ee075cb0d6 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:19:35.609806 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-542002ee-8681-498b-ae75-78ff9ae49231 req-bd577f3b-8d08-47ff-8172-0520d3781707 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 Aug 30 18:19:35.611437 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port d3eb208b-8336-4c81-879a-f7ee075cb0d6 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:19:35.611835 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:35.687788 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:35.711445 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db1ee01-701d-4ffc-95f3-bdd14f1506a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb208b-8336-4c81-879a-f7ee075cb0d6'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:19:35.713874 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283f3a16-e185-4d5b-9b18-e7dd6931e12f" -d '{"events": [{"server_uuid": "4db1ee01-701d-4ffc-95f3-bdd14f1506a4", "name": "network-vif-plugged", "status": "completed", "tag": "d3eb208b-8336-4c81-879a-f7ee075cb0d6"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:19:35.726685 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port d3eb208b-8336-4c81-879a-f7ee075cb0d6, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d3eb208b-8336-4c81-879a-f7ee075cb0d6,segment=NetworkSegment(a7912160-b01a-441c-9244-de8182523aa2),segment_id=a7912160-b01a-441c-9244-de8182523aa2)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:19:35.730811 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:35.731855 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device c383401b-b2b0-4773-8739-0fea4364bd05 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:19:35.753839 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70766e3f-4d8d-48d2-9d90-693f6fa07761 x-openstack-request-id: req-70766e3f-4d8d-48d2-9d90-693f6fa07761 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:19:35.754134 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db1ee01-701d-4ffc-95f3-bdd14f1506a4", "name": "network-vif-plugged", "status": "completed", "tag": "d3eb208b-8336-4c81-879a-f7ee075cb0d6", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:19:35.754388 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70766e3f-4d8d-48d2-9d90-693f6fa07761 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:19:35.754777 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db1ee01-701d-4ffc-95f3-bdd14f1506a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb208b-8336-4c81-879a-f7ee075cb0d6', 'code': 200} Aug 30 18:19:35.758870 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: c383401b-b2b0-4773-8739-0fea4364bd05 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:19:35.759212 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device c383401b-b2b0-4773-8739-0fea4364bd05 not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:19:35.807343 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=d3eb208b-8336-4c81-879a-f7ee075cb0d6,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:35.933897 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6405d6-77da-46fb-ad29-ef5a70767c10 req-2cf469ab-5dd5-42dc-bac1-49e0b10ca86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:35.935377 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2f6405d6-77da-46fb-ad29-ef5a70767c10 req-2cf469ab-5dd5-42dc-bac1-49e0b10ca86c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 1098 time: 0.0384355 Aug 30 18:19:35.972093 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2f6405d6-77da-46fb-ad29-ef5a70767c10 req-c7807f1e-eb8c-4a97-b112-a049b9aba5f5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272102 Aug 30 18:19:36.365469 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be1f84-2e40-427d-b410-2d1167fa6266 req-c24a4d3b-d7d3-4285-9b9b-44cbd003079f tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:36.366895 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-27be1f84-2e40-427d-b410-2d1167fa6266 req-c24a4d3b-d7d3-4285-9b9b-44cbd003079f tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 946 time: 0.0467134 Aug 30 18:19:36.404234 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-27be1f84-2e40-427d-b410-2d1167fa6266 req-26f45194-d8dd-46a6-a98f-0684f0f7d412 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/security-groups?id=d0a41e81-59bb-46ce-96dd-11488994e45e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315275 Aug 30 18:19:36.421475 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dde51-6bbb-41ff-9196-84deafa2f7c0 req-5d65e638-84b1-4eda-b116-2468d15973b2 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:36.422974 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-203dde51-6bbb-41ff-9196-84deafa2f7c0 req-5d65e638-84b1-4eda-b116-2468d15973b2 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 946 time: 0.0509644 Aug 30 18:19:36.508838 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-203dde51-6bbb-41ff-9196-84deafa2f7c0 req-900cdc94-4566-4dc3-a5cc-1a60a2a74366 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Deleting port cc686cfd-95a6-474b-b731-3e8cd8727128 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:19:36.509207 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-203dde51-6bbb-41ff-9196-84deafa2f7c0 req-900cdc94-4566-4dc3-a5cc-1a60a2a74366 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:36.510559 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:36.596717 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-203dde51-6bbb-41ff-9196-84deafa2f7c0 req-900cdc94-4566-4dc3-a5cc-1a60a2a74366 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] For port cc686cfd-95a6-474b-b731-3e8cd8727128, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=cc686cfd-95a6-474b-b731-3e8cd8727128,segment=NetworkSegment(0b92b9a2-179b-40ee-8d24-72b72fb94bf7),segment_id=0b92b9a2-179b-40ee-8d24-72b72fb94bf7)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:19:36.597111 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-203dde51-6bbb-41ff-9196-84deafa2f7c0 req-900cdc94-4566-4dc3-a5cc-1a60a2a74366 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:36.609246 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-203dde51-6bbb-41ff-9196-84deafa2f7c0 req-900cdc94-4566-4dc3-a5cc-1a60a2a74366 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Calling delete_port for cc686cfd-95a6-474b-b731-3e8cd8727128 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:19:36.727834 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40425f1-3522-4d3c-ad45-fb9c86d6ee33 req-88ad8bcb-daee-4363-b555-188f09cf2bfd tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:36.729574 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f40425f1-3522-4d3c-ad45-fb9c86d6ee33 req-88ad8bcb-daee-4363-b555-188f09cf2bfd tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 945 time: 0.0507491 Aug 30 18:19:36.730396 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-203dde51-6bbb-41ff-9196-84deafa2f7c0 req-900cdc94-4566-4dc3-a5cc-1a60a2a74366 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:36.745562 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['cc686cfd-95a6-474b-b731-3e8cd8727128'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:19:36.765193 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cdc94-4566-4dc3-a5cc-1a60a2a74366 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Pushing event deleted for resources: {'Port': ['ID=cc686cfd-95a6-474b-b731-3e8cd8727128,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:36.776905 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f40425f1-3522-4d3c-ad45-fb9c86d6ee33 req-23c685b9-5891-434c-b1b6-d62cc4432aea tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386269 Aug 30 18:19:36.810980 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-203dde51-6bbb-41ff-9196-84deafa2f7c0 req-900cdc94-4566-4dc3-a5cc-1a60a2a74366 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] No DVR routers for this DVR port cc686cfd-95a6-474b-b731-3e8cd8727128 on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:19:36.814011 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-203dde51-6bbb-41ff-9196-84deafa2f7c0 req-900cdc94-4566-4dc3-a5cc-1a60a2a74366 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:36.815919 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-203dde51-6bbb-41ff-9196-84deafa2f7c0 req-900cdc94-4566-4dc3-a5cc-1a60a2a74366 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.36 "DELETE /v2.0/ports/cc686cfd-95a6-474b-b731-3e8cd8727128 HTTP/1.1" status: 204 len: 173 time: 0.3867867 Aug 30 18:19:36.816339 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe48ffff-e64e-4cfc-bc51-1607de99b741', 'name': 'network-vif-deleted', 'tag': 'cc686cfd-95a6-474b-b731-3e8cd8727128'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:19:36.818723 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b4745b-1055-4fe7-8ea0-6f88aee4eac6" -d '{"events": [{"server_uuid": "fe48ffff-e64e-4cfc-bc51-1607de99b741", "name": "network-vif-deleted", "tag": "cc686cfd-95a6-474b-b731-3e8cd8727128"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:19:36.857850 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a84e1f-1afe-4b82-a89d-99dc426c2897 x-openstack-request-id: req-84a84e1f-1afe-4b82-a89d-99dc426c2897 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:19:36.858140 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe48ffff-e64e-4cfc-bc51-1607de99b741", "name": "network-vif-deleted", "tag": "cc686cfd-95a6-474b-b731-3e8cd8727128", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:19:36.858384 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84a84e1f-1afe-4b82-a89d-99dc426c2897 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:19:36.858850 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe48ffff-e64e-4cfc-bc51-1607de99b741', 'name': 'network-vif-deleted', 'tag': 'cc686cfd-95a6-474b-b731-3e8cd8727128', 'status': 'completed', 'code': 200} Aug 30 18:19:37.251201 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66af66-e63e-4bad-b117-1f006e56ecaa req-0fe63f33-370f-41e2-935b-f22523b108b0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:37.252561 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-be66af66-e63e-4bad-b117-1f006e56ecaa req-0fe63f33-370f-41e2-935b-f22523b108b0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.2376189 Aug 30 18:19:37.290807 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-be66af66-e63e-4bad-b117-1f006e56ecaa req-afaf4fa1-59a5-4813-8495-f954db18cbce tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315647 Aug 30 18:19:37.513492 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9a1b511d-f776-4768-bd6e-6485207e4d2d req-daeb2dc9-2106-4127-a79d-292b8abfb657 tempest-AttachVolumeNegativeTest-102502733 tempest-AttachVolumeNegativeTest-102502733-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe48ffff-e64e-4cfc-bc51-1607de99b741 HTTP/1.1" status: 200 len: 210 time: 0.0285900 Aug 30 18:19:37.886291 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f80880-2005-47b8-a196-ee51b118f973 req-68002d9f-2abf-486f-bb86-d48f35bc035f tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:37.887710 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a5f80880-2005-47b8-a196-ee51b118f973 req-68002d9f-2abf-486f-bb86-d48f35bc035f tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 945 time: 0.0459051 Aug 30 18:19:37.923566 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a5f80880-2005-47b8-a196-ee51b118f973 req-08dd6b83-85a1-4d9e-b953-843ecdc86fef tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292070 Aug 30 18:19:38.408429 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966fde-b7aa-4726-909e-07346d4adb86 req-d55ec4f5-fa79-45c4-8f8f-d83f4562d5f4 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:38.409853 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-67966fde-b7aa-4726-909e-07346d4adb86 req-d55ec4f5-fa79-45c4-8f8f-d83f4562d5f4 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0504503 Aug 30 18:19:38.446846 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-67966fde-b7aa-4726-909e-07346d4adb86 req-043fd381-e14b-46ca-8994-c9529c688d17 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310190 Aug 30 18:19:38.571673 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 51404) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:38.616949 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Deleting subnet 22391bd6-71f1-43dd-b7e9-e29ba7a121c0 {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:19:38.619819 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:38.655801 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9922863'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:38.696235 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:38.745854 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9130906'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:38.771574 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22391bd6-71f1-43dd-b7e9-e29ba7a121c0,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:38.775980 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:38.778332 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/22391bd6-71f1-43dd-b7e9-e29ba7a121c0 HTTP/1.1" status: 204 len: 168 time: 0.2050688 Aug 30 18:19:38.780398 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51406) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:38.782713 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:38.783073 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:38.783398 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:38.783730 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:38.784057 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:38.784386 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:38.784709 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:38.785064 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:38.785389 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:38.785713 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:38.786035 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:38.786352 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8c43d-6ef7-4f02-9e6c-79da4fbf2935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:19:38.845757 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b994db67-d79b-4339-b4b6-6b58f218b1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:38.921988 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b994db67-d79b-4339-b4b6-6b58f218b1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:38.931288 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-b994db67-d79b-4339-b4b6-6b58f218b1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55871d36-c079-4efd-97e0-a3124e07c4e0']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:19:38.941928 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-b994db67-d79b-4339-b4b6-6b58f218b1c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b92b9a2-179b-40ee-8d24-72b72fb94bf7') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:19:38.942241 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-b994db67-d79b-4339-b4b6-6b58f218b1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b92b9a2-179b-40ee-8d24-72b72fb94bf7') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:19:38.951450 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b994db67-d79b-4339-b4b6-6b58f218b1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9008123'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:38.965561 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b994db67-d79b-4339-b4b6-6b58f218b1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:38.971360 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b994db67-d79b-4339-b4b6-6b58f218b1c9 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:19:38.971741 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b994db67-d79b-4339-b4b6-6b58f218b1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9147691'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: Traceback (most recent call last): Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: timer() Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: cb(*args, **kw) Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: self._notify() Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: self.callback(batched_events) Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: event.method(event) Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: return f(self, *a, **k) Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._get(url).json() Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:19:38.973612 dv-cinder-804296-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:19:39.028286 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b994db67-d79b-4339-b4b6-6b58f218b1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:39.033612 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b994db67-d79b-4339-b4b6-6b58f218b1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:39.035443 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b994db67-d79b-4339-b4b6-6b58f218b1c9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/55871d36-c079-4efd-97e0-a3124e07c4e0 HTTP/1.1" status: 204 len: 168 time: 0.2540243 Aug 30 18:19:39.047241 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994db67-d79b-4339-b4b6-6b58f218b1c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=55871d36-c079-4efd-97e0-a3124e07c4e0,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:39.194776 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51410) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:39.233204 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-7cccec42-dc0b-432a-8536-feccb9345026 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41975439fa7f4f9393e8a2480c9417f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370586 Aug 30 18:19:39.236135 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51412) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:39.282947 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd51554-95c1-4082-a324-3e2a06187ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:39.303824 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd51554-95c1-4082-a324-3e2a06187ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:39.349943 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd51554-95c1-4082-a324-3e2a06187ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:39.352707 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd51554-95c1-4082-a324-3e2a06187ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:39.353958 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1cd51554-95c1-4082-a324-3e2a06187ba7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0a41e81-59bb-46ce-96dd-11488994e45e HTTP/1.1" status: 204 len: 168 time: 0.1168854 Aug 30 18:19:39.362358 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd51554-95c1-4082-a324-3e2a06187ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a41e81-59bb-46ce-96dd-11488994e45e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:39.563360 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfa951-77f1-4161-9677-911550676240 req-acafb2b1-3391-49b7-a43f-98a66680f605 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:39.564826 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7ddfa951-77f1-4161-9677-911550676240 req-acafb2b1-3391-49b7-a43f-98a66680f605 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0483463 Aug 30 18:19:39.601752 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7ddfa951-77f1-4161-9677-911550676240 req-bcecc293-4488-4117-9be5-68c888526dc1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308664 Aug 30 18:19:40.000276 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7ab05-a6c5-4923-b5e9-497c4b2f6b3e req-59216018-511f-400a-9a5a-cf4770485d65 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:40.001734 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fea7ab05-a6c5-4923-b5e9-497c4b2f6b3e req-59216018-511f-400a-9a5a-cf4770485d65 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 945 time: 0.0517311 Aug 30 18:19:40.093964 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-fea7ab05-a6c5-4923-b5e9-497c4b2f6b3e req-0981d7e3-8020-48a1-aed7-9d3f909febb1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Deleting port 7063c1c7-d21a-489f-a120-d856a74f6091 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:19:40.094314 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-fea7ab05-a6c5-4923-b5e9-497c4b2f6b3e req-0981d7e3-8020-48a1-aed7-9d3f909febb1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:40.186398 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-fea7ab05-a6c5-4923-b5e9-497c4b2f6b3e req-0981d7e3-8020-48a1-aed7-9d3f909febb1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] For port 7063c1c7-d21a-489f-a120-d856a74f6091, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=7063c1c7-d21a-489f-a120-d856a74f6091,segment=NetworkSegment(7bd6dc40-dbfe-406f-ae07-e03ba0e57fde),segment_id=7bd6dc40-dbfe-406f-ae07-e03ba0e57fde)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:19:40.186765 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-fea7ab05-a6c5-4923-b5e9-497c4b2f6b3e req-0981d7e3-8020-48a1-aed7-9d3f909febb1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:40.413614 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-fea7ab05-a6c5-4923-b5e9-497c4b2f6b3e req-0981d7e3-8020-48a1-aed7-9d3f909febb1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Calling delete_port for 7063c1c7-d21a-489f-a120-d856a74f6091 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:19:40.537105 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-fea7ab05-a6c5-4923-b5e9-497c4b2f6b3e req-0981d7e3-8020-48a1-aed7-9d3f909febb1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:40.550014 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['dba34770-4340-4e63-826c-6f72b3d34cdd', '7063c1c7-d21a-489f-a120-d856a74f6091'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:19:40.567072 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981d7e3-8020-48a1-aed7-9d3f909febb1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Pushing event deleted for resources: {'Port': ['ID=7063c1c7-d21a-489f-a120-d856a74f6091,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:40.606337 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:40.616279 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea7ab05-a6c5-4923-b5e9-497c4b2f6b3e req-0981d7e3-8020-48a1-aed7-9d3f909febb1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] No DVR routers for this DVR port 7063c1c7-d21a-489f-a120-d856a74f6091 on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:19:40.618955 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-fea7ab05-a6c5-4923-b5e9-497c4b2f6b3e req-0981d7e3-8020-48a1-aed7-9d3f909febb1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:40.621233 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fea7ab05-a6c5-4923-b5e9-497c4b2f6b3e req-0981d7e3-8020-48a1-aed7-9d3f909febb1 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.36 "DELETE /v2.0/ports/7063c1c7-d21a-489f-a120-d856a74f6091 HTTP/1.1" status: 204 len: 173 time: 0.6123104 Aug 30 18:19:40.621743 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e75e93-9223-46e7-ac41-d5ef347ec927', 'name': 'network-vif-deleted', 'tag': '7063c1c7-d21a-489f-a120-d856a74f6091'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:19:40.624024 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e3737a-385d-494e-84b8-670b92a956bb" -d '{"events": [{"server_uuid": "c5e75e93-9223-46e7-ac41-d5ef347ec927", "name": "network-vif-deleted", "tag": "7063c1c7-d21a-489f-a120-d856a74f6091"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:19:40.679055 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ec3157-61c5-4125-a77e-cec92dc31b4e x-openstack-request-id: req-83ec3157-61c5-4125-a77e-cec92dc31b4e {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:19:40.679545 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e75e93-9223-46e7-ac41-d5ef347ec927", "name": "network-vif-deleted", "tag": "7063c1c7-d21a-489f-a120-d856a74f6091", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:19:40.680113 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83ec3157-61c5-4125-a77e-cec92dc31b4e {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:19:40.680505 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e75e93-9223-46e7-ac41-d5ef347ec927', 'name': 'network-vif-deleted', 'tag': '7063c1c7-d21a-489f-a120-d856a74f6091', 'status': 'completed', 'code': 200} Aug 30 18:19:40.743587 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5b4854fc-b75d-464d-96b9-72ceac3a4f7b req-994e7b5b-e0c5-4410-a3e9-343aad713fa3 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5e75e93-9223-46e7-ac41-d5ef347ec927 HTTP/1.1" status: 200 len: 210 time: 0.0357902 Aug 30 18:19:41.584644 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device cc686cfd-95a6-474b-b731-3e8cd8727128 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:19:41.603894 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: cc686cfd-95a6-474b-b731-3e8cd8727128 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:19:41.604234 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device cc686cfd-95a6-474b-b731-3e8cd8727128 not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:19:42.010767 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81166650-17c2-4a37-b350-d0770abfd32b req-1fd3bd22-75d5-43be-b1d9-4f39b036965f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:42.012214 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-81166650-17c2-4a37-b350-d0770abfd32b req-1fd3bd22-75d5-43be-b1d9-4f39b036965f tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0509589 Aug 30 18:19:42.048253 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-81166650-17c2-4a37-b350-d0770abfd32b req-c207dfb4-d8f7-42ad-aa28-ea4851369a7a tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301771 Aug 30 18:19:43.163252 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329d2ea-0c3c-4531-b033-f00d23ebbc53 req-b787ae96-9da7-42e5-b271-bd47670b3b90 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:43.164685 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0329d2ea-0c3c-4531-b033-f00d23ebbc53 req-b787ae96-9da7-42e5-b271-bd47670b3b90 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0465097 Aug 30 18:19:43.201403 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0329d2ea-0c3c-4531-b033-f00d23ebbc53 req-656fbd6d-4e76-479f-9640-1d5c57d6bc8e tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Aug 30 18:19:44.311093 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66aeb2-6552-4de4-8de7-c9295570836c req-5452c06d-f206-4cfb-bb8e-f9e388e01556 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:44.312531 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1b66aeb2-6552-4de4-8de7-c9295570836c req-5452c06d-f206-4cfb-bb8e-f9e388e01556 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0471148 Aug 30 18:19:44.348481 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1b66aeb2-6552-4de4-8de7-c9295570836c req-8f1b81d0-e428-478f-9fed-beed9276a5e5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300868 Aug 30 18:19:45.465446 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b5966-b71c-43cc-8667-10c99c9ab68c req-38daaf8a-512e-4ee7-96cb-b9328e3c46d7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:45.466872 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ef8b5966-b71c-43cc-8667-10c99c9ab68c req-38daaf8a-512e-4ee7-96cb-b9328e3c46d7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0504315 Aug 30 18:19:45.503212 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ef8b5966-b71c-43cc-8667-10c99c9ab68c req-7e50b851-ec29-4ace-bee8-e039c70dca18 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304713 Aug 30 18:19:45.600892 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 7063c1c7-d21a-489f-a120-d856a74f6091 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:19:45.623540 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: 7063c1c7-d21a-489f-a120-d856a74f6091 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:19:45.623886 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 7063c1c7-d21a-489f-a120-d856a74f6091 not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:19:46.617745 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294f1b8-d863-4edd-9ba9-4333aeba94cb req-2ddc6f56-8233-4cab-8a70-940a269def81 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:46.619235 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a294f1b8-d863-4edd-9ba9-4333aeba94cb req-2ddc6f56-8233-4cab-8a70-940a269def81 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0499845 Aug 30 18:19:46.655187 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a294f1b8-d863-4edd-9ba9-4333aeba94cb req-f54102ef-af95-43da-96e9-03891000f456 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301268 Aug 30 18:19:47.769974 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd8210-cdfd-49f3-83a5-61170b78acfa req-eb47ee61-d7bd-48e0-bd83-350e6826e6d0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:47.771449 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5afd8210-cdfd-49f3-83a5-61170b78acfa req-eb47ee61-d7bd-48e0-bd83-350e6826e6d0 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0483019 Aug 30 18:19:47.808374 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5afd8210-cdfd-49f3-83a5-61170b78acfa req-e7d55a74-0905-46b7-b3c6-6084d0b3a1a2 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308046 Aug 30 18:19:48.924827 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a3534-401f-43ea-bafd-82fcbe3d45ee req-5512036a-528d-4a53-b8eb-38908ab8e33c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:48.926332 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f76a3534-401f-43ea-bafd-82fcbe3d45ee req-5512036a-528d-4a53-b8eb-38908ab8e33c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0527239 Aug 30 18:19:48.963441 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f76a3534-401f-43ea-bafd-82fcbe3d45ee req-7e41db97-62f3-4bb5-b787-1a222ec6b65d tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313118 Aug 30 18:19:49.877444 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decfce6-d1e7-42a7-b62f-883d3259e65f req-6a3dac4b-6dec-4bdd-978d-1203ae7c7558 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:49.878698 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7decfce6-d1e7-42a7-b62f-883d3259e65f req-6a3dac4b-6dec-4bdd-978d-1203ae7c7558 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.36 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0523024 Aug 30 18:19:49.989596 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-7decfce6-d1e7-42a7-b62f-883d3259e65f req-be81390a-95bf-4f43-b286-d3796d1baac5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Deleting port dba34770-4340-4e63-826c-6f72b3d34cdd {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:19:49.990082 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7decfce6-d1e7-42a7-b62f-883d3259e65f req-be81390a-95bf-4f43-b286-d3796d1baac5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:50.104499 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caba60-7991-438a-afd2-687bc7e90583 req-8d2ded8d-8417-446a-a802-39fb47cae2b7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:50.115495 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-13caba60-7991-438a-afd2-687bc7e90583 req-8d2ded8d-8417-446a-a802-39fb47cae2b7 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 945 time: 0.0697963 Aug 30 18:19:50.123975 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-7decfce6-d1e7-42a7-b62f-883d3259e65f req-be81390a-95bf-4f43-b286-d3796d1baac5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] For port dba34770-4340-4e63-826c-6f72b3d34cdd, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=dba34770-4340-4e63-826c-6f72b3d34cdd,segment=NetworkSegment(7bd6dc40-dbfe-406f-ae07-e03ba0e57fde),segment_id=7bd6dc40-dbfe-406f-ae07-e03ba0e57fde)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:19:50.124638 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7decfce6-d1e7-42a7-b62f-883d3259e65f req-be81390a-95bf-4f43-b286-d3796d1baac5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:50.138993 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-7decfce6-d1e7-42a7-b62f-883d3259e65f req-be81390a-95bf-4f43-b286-d3796d1baac5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Calling delete_port for dba34770-4340-4e63-826c-6f72b3d34cdd owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:19:50.155380 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-13caba60-7991-438a-afd2-687bc7e90583 req-f34bb4cb-b58b-45fb-bc77-26731ba0e569 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e672d905-be9e-4208-a76e-5842506d3bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362954 Aug 30 18:19:50.270293 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7decfce6-d1e7-42a7-b62f-883d3259e65f req-be81390a-95bf-4f43-b286-d3796d1baac5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:50.282105 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['dba34770-4340-4e63-826c-6f72b3d34cdd'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:19:50.297012 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81390a-95bf-4f43-b286-d3796d1baac5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Pushing event deleted for resources: {'Port': ['ID=dba34770-4340-4e63-826c-6f72b3d34cdd,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:50.342898 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7decfce6-d1e7-42a7-b62f-883d3259e65f req-be81390a-95bf-4f43-b286-d3796d1baac5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] No DVR routers for this DVR port dba34770-4340-4e63-826c-6f72b3d34cdd on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:19:50.345462 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7decfce6-d1e7-42a7-b62f-883d3259e65f req-be81390a-95bf-4f43-b286-d3796d1baac5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:50.347448 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7decfce6-d1e7-42a7-b62f-883d3259e65f req-be81390a-95bf-4f43-b286-d3796d1baac5 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.36 "DELETE /v2.0/ports/dba34770-4340-4e63-826c-6f72b3d34cdd HTTP/1.1" status: 204 len: 173 time: 0.4593363 Aug 30 18:19:50.347908 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad1c7c5-d2f5-48f6-9969-ca866a71c9f5', 'name': 'network-vif-deleted', 'tag': 'dba34770-4340-4e63-826c-6f72b3d34cdd'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:19:50.350243 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b6dc15-dd4e-499b-bf2c-4efe3a217167" -d '{"events": [{"server_uuid": "bad1c7c5-d2f5-48f6-9969-ca866a71c9f5", "name": "network-vif-deleted", "tag": "dba34770-4340-4e63-826c-6f72b3d34cdd"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:19:50.385653 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db0e583-3741-47c3-8312-f26ef92598b2 x-openstack-request-id: req-6db0e583-3741-47c3-8312-f26ef92598b2 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:19:50.385939 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad1c7c5-d2f5-48f6-9969-ca866a71c9f5", "name": "network-vif-deleted", "tag": "dba34770-4340-4e63-826c-6f72b3d34cdd", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:19:50.386191 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6db0e583-3741-47c3-8312-f26ef92598b2 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:19:50.386647 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad1c7c5-d2f5-48f6-9969-ca866a71c9f5', 'name': 'network-vif-deleted', 'tag': 'dba34770-4340-4e63-826c-6f72b3d34cdd', 'status': 'completed', 'code': 200} Aug 30 18:19:51.259825 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9c6f04dc-9944-40ef-af77-fd0a0a0847d4 req-15e750d9-47f2-4e70-a8c5-73f868fed175 tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 210 time: 0.0263972 Aug 30 18:19:52.365938 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b6fddb21-39e0-4947-ae7b-bd913e16f99f req-55f2fc99-b95c-4530-bba5-c0bd086e3ccb tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 210 time: 0.0287306 Aug 30 18:19:53.467293 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a5e755c-57a1-4f7d-a455-6ad9ee696fc7 req-a92419b8-4556-4e47-8f81-dc723e75714c tempest-ServerRescueNegativeTestJSON-125759528 tempest-ServerRescueNegativeTestJSON-125759528-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad1c7c5-d2f5-48f6-9969-ca866a71c9f5 HTTP/1.1" status: 200 len: 210 time: 0.0255589 Aug 30 18:19:53.623312 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device dba34770-4340-4e63-826c-6f72b3d34cdd no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:19:53.643747 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: dba34770-4340-4e63-826c-6f72b3d34cdd {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:19:53.644139 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device dba34770-4340-4e63-826c-6f72b3d34cdd not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:19:54.522707 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51648) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:54.950139 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a253175a-df5d-4e1f-a6d2-5e215232ccce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760377'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:55.222760 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-a253175a-df5d-4e1f-a6d2-5e215232ccce admin admin] Deleting port f5f87612-b40a-49a2-aced-4da2d5b5c119 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:19:55.223093 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a253175a-df5d-4e1f-a6d2-5e215232ccce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:55.298274 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-a253175a-df5d-4e1f-a6d2-5e215232ccce admin admin] For port f5f87612-b40a-49a2-aced-4da2d5b5c119, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=f5f87612-b40a-49a2-aced-4da2d5b5c119,segment=NetworkSegment(7bd6dc40-dbfe-406f-ae07-e03ba0e57fde),segment_id=7bd6dc40-dbfe-406f-ae07-e03ba0e57fde)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:19:55.298635 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a253175a-df5d-4e1f-a6d2-5e215232ccce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:55.313395 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-a253175a-df5d-4e1f-a6d2-5e215232ccce admin admin] Calling delete_port for f5f87612-b40a-49a2-aced-4da2d5b5c119 owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:19:55.486553 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a253175a-df5d-4e1f-a6d2-5e215232ccce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:55.511643 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253175a-df5d-4e1f-a6d2-5e215232ccce admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f87612-b40a-49a2-aced-4da2d5b5c119,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:55.665939 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a253175a-df5d-4e1f-a6d2-5e215232ccce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3760179'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:55.869636 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a253175a-df5d-4e1f-a6d2-5e215232ccce admin admin] Router 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:19:55.971026 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a253175a-df5d-4e1f-a6d2-5e215232ccce admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:19:55.978811 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a253175a-df5d-4e1f-a6d2-5e215232ccce admin admin] 10.222.0.16 "PUT /v2.0/routers/461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4526758 Aug 30 18:19:55.978914 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51674) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:55.980218 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf082e-dabc-4276-a9dd-ae3210cf9b10 None None] Sync routers for ids ['461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:19:55.989884 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf082e-dabc-4276-a9dd-ae3210cf9b10 None None] Routers {'461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:19:55.990505 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-6fcf082e-dabc-4276-a9dd-ae3210cf9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:19:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:19:56.086690 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:56.095123 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-6fcf082e-dabc-4276-a9dd-ae3210cf9b10 None None] Set router 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:19:56.186436 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:56.239035 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Deleting port ee337679-8094-4c8f-9cb3-834c913b78df {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:19:56.239375 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:56.272886 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-6fcf082e-dabc-4276-a9dd-ae3210cf9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'name': 'tempest-ServerRescueNegativeTestJSON-236912807-router', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:19:55Z', 'revision_number': 5, 'project_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'gw_port': {'id': 'ee337679-8094-4c8f-9cb3-834c913b78df', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ca:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:19:56.299254 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf082e-dabc-4276-a9dd-ae3210cf9b10 None None] Checking router: 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:19:56.308090 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf082e-dabc-4276-a9dd-ae3210cf9b10 None None] Routers {'461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:19:56.308700 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-6fcf082e-dabc-4276-a9dd-ae3210cf9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:19:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:19:56.322827 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] For port ee337679-8094-4c8f-9cb3-834c913b78df, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=ee337679-8094-4c8f-9cb3-834c913b78df,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:19:56.323190 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:56.335957 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Calling delete_port for ee337679-8094-4c8f-9cb3-834c913b78df owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:19:56.391992 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-6fcf082e-dabc-4276-a9dd-ae3210cf9b10 None None] Set router 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:19:56.447898 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-6fcf082e-dabc-4276-a9dd-ae3210cf9b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'name': 'tempest-ServerRescueNegativeTestJSON-236912807-router', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:19:56Z', 'revision_number': 6, 'project_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'gw_port_host': None}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:19:56.475241 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcf082e-dabc-4276-a9dd-ae3210cf9b10 None None] The sync data for ids ['461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76'] in dv-cinder-804296-2-iscsi is: [{'id': '461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76', 'name': 'tempest-ServerRescueNegativeTestJSON-236912807-router', 'tenant_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:19:56Z', 'revision_number': 6, 'project_id': 'e8b1e79f89d1471da9eee4b48f249f26', 'gw_port_host': None}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:19:56.517915 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:56.563424 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee337679-8094-4c8f-9cb3-834c913b78df,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:56.604540 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764073'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:56.924782 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102420'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:56.928763 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:56.965499 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device f5f87612-b40a-49a2-aced-4da2d5b5c119 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:19:56.984698 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: f5f87612-b40a-49a2-aced-4da2d5b5c119 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:19:56.985025 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device f5f87612-b40a-49a2-aced-4da2d5b5c119 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:19:56.991001 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756281'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:56.991552 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:19:56.996458 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:56.997237 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-bff9ec45-d78e-4a91-9628-11814780ebd1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/461ce7d9-4e6a-42c7-a31e-0cbe6b3b9d76 HTTP/1.1" status: 204 len: 168 time: 1.0173941 Aug 30 18:19:56.999728 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51684) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:57.041995 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0e3529-4a04-461f-a0f1-0dc6881efbc7 admin admin] Deleting subnet 019cd36e-2152-42ae-baa8-dc7a40474c8e {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:19:57.044822 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ec0e3529-4a04-461f-a0f1-0dc6881efbc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.081241 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ec0e3529-4a04-461f-a0f1-0dc6881efbc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9008100'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.120485 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ec0e3529-4a04-461f-a0f1-0dc6881efbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.179630 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ec0e3529-4a04-461f-a0f1-0dc6881efbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9147725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9218345'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.206251 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e3529-4a04-461f-a0f1-0dc6881efbc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019cd36e-2152-42ae-baa8-dc7a40474c8e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:57.209823 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ec0e3529-4a04-461f-a0f1-0dc6881efbc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.213988 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ec0e3529-4a04-461f-a0f1-0dc6881efbc7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/019cd36e-2152-42ae-baa8-dc7a40474c8e HTTP/1.1" status: 204 len: 168 time: 0.2109723 Aug 30 18:19:57.214255 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51694) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:57.287200 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3cfcfedd-d775-4934-b77c-18618208578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.366466 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3cfcfedd-d775-4934-b77c-18618208578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.378719 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-3cfcfedd-d775-4934-b77c-18618208578e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7bd3d83-2234-45cb-869b-5a867e159aff']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:19:57.390278 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-3cfcfedd-d775-4934-b77c-18618208578e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:19:57.390734 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-3cfcfedd-d775-4934-b77c-18618208578e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd6dc40-dbfe-406f-ae07-e03ba0e57fde') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:19:57.402447 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3cfcfedd-d775-4934-b77c-18618208578e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9008123'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.420069 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3cfcfedd-d775-4934-b77c-18618208578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.426433 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfcfedd-d775-4934-b77c-18618208578e admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:19:57.426752 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3cfcfedd-d775-4934-b77c-18618208578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9147691'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: Traceback (most recent call last): Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: timer() Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: cb(*args, **kw) Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: self._notify() Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: self.callback(batched_events) Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: event.method(event) Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: return f(self, *a, **k) Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._get(url).json() Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:19:57.428318 dv-cinder-804296-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:19:57.486272 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3cfcfedd-d775-4934-b77c-18618208578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.493998 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3cfcfedd-d775-4934-b77c-18618208578e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.495824 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3cfcfedd-d775-4934-b77c-18618208578e admin admin] 10.222.0.16 "DELETE /v2.0/networks/d7bd3d83-2234-45cb-869b-5a867e159aff HTTP/1.1" status: 204 len: 168 time: 0.2807050 Aug 30 18:19:57.512008 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcfedd-d775-4934-b77c-18618208578e admin admin] Pushing event deleted for resources: {'Network': ['ID=d7bd3d83-2234-45cb-869b-5a867e159aff,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:57.693804 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51718) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:57.741887 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3bec08aa-97d5-41de-a861-a364d5cb87af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8b1e79f89d1471da9eee4b48f249f26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465419 Aug 30 18:19:57.743123 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51722) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:57.796541 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a6ef4291-54fe-4a89-9926-a7a7bb8e0d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.818752 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a6ef4291-54fe-4a89-9926-a7a7bb8e0d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.870177 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a6ef4291-54fe-4a89-9926-a7a7bb8e0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.872795 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a6ef4291-54fe-4a89-9926-a7a7bb8e0d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:57.874005 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a6ef4291-54fe-4a89-9926-a7a7bb8e0d65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e672d905-be9e-4208-a76e-5842506d3bfb HTTP/1.1" status: 204 len: 168 time: 0.1299822 Aug 30 18:19:57.882250 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef4291-54fe-4a89-9926-a7a7bb8e0d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e672d905-be9e-4208-a76e-5842506d3bfb,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:58.553788 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51746) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:58.678579 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-network', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:19:58.699554 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Made reservation on behalf of bf0a1398752b4d87a4b26a2ce96474c0 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:19:58.702097 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:58.711035 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:58.788091 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device ee337679-8094-4c8f-9cb3-834c913b78df no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:19:58.812001 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:58.814116 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: ee337679-8094-4c8f-9cb3-834c913b78df {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:19:58.814639 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device ee337679-8094-4c8f-9cb3-834c913b78df not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:19:58.820703 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:58.847271 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:19:58.857702 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf3e782-f4f0-49a3-94a2-bde891c09032,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:58.863462 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:58.863805 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Added segment 9dc0c2ae-ed28-475a-ab73-1577b93e4403 of type vlan for network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 Aug 30 18:19:58.905861 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:58.931600 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:58.933024 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:58.933692 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:58.997503 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4425631 Aug 30 18:19:59.000487 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 51778) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:59.006282 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-0c2e583e-dd8c-4bfa-8256-3bb764669dc1 admin admin] Request body: {'subnet': {'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-subnet', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:19:59.007812 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c0e65-fc8a-44b3-8332-42ae613d46d4 admin admin] Pushing event updated for resources: {'Network': ['ID=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:59.018119 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:19:59.030162 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2e583e-dd8c-4bfa-8256-3bb764669dc1 admin admin] Made reservation on behalf of bf0a1398752b4d87a4b26a2ce96474c0 for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:19:59.033231 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0c2e583e-dd8c-4bfa-8256-3bb764669dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9130993'] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.068174 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51780) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:59.144755 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc62214-f9ed-4bcd-8cf9-7b50abaed0c1 req-c41c957a-3058-43c2-a2a7-1a78d788dc82 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:59.146290 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ecc62214-f9ed-4bcd-8cf9-7b50abaed0c1 req-c41c957a-3058-43c2-a2a7-1a78d788dc82 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 945 time: 0.1173894 Aug 30 18:19:59.178005 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-04500d21-1c64-46cb-b945-d7e03a6ec571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.216780 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ecc62214-f9ed-4bcd-8cf9-7b50abaed0c1 req-a043f364-c86f-4312-ad71-a1b6f7781781 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625138 Aug 30 18:19:59.275047 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0c2e583e-dd8c-4bfa-8256-3bb764669dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9922903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9130883'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.275770 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-04500d21-1c64-46cb-b945-d7e03a6ec571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.278864 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-04500d21-1c64-46cb-b945-d7e03a6ec571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.316749 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-04500d21-1c64-46cb-b945-d7e03a6ec571 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcffdf884d1047afbcb5810bec64aae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474935 Aug 30 18:19:59.317654 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04500d21-1c64-46cb-b945-d7e03a6ec571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eaef3f-ecd1-499a-b5f9-3289e1b2ebde,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:59.320111 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 51786) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:59.341527 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e583e-dd8c-4bfa-8256-3bb764669dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40eb3b79-0cba-43a4-abc4-3330f1488657,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:59.360505 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e583e-dd8c-4bfa-8256-3bb764669dc1 admin admin] Checking segment: {'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:19:59.360858 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e583e-dd8c-4bfa-8256-3bb764669dc1 admin admin] Network hostable DHCP agents. Network: a136ea2a-90b4-4cf2-bea9-5dad284fb6f2, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:19:59.390918 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e583e-dd8c-4bfa-8256-3bb764669dc1 admin admin] Network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:19:59.404044 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-13ed68e4-73a4-4ef1-9848-1253875aa2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.408109 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e583e-dd8c-4bfa-8256-3bb764669dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, a136ea2a-90b4-4cf2-bea9-5dad284fb6f2) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:19:59.416018 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddcae7e-1f50-4c60-aa89-cc6ed354ac23 None None] Network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:19:59.417517 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2e583e-dd8c-4bfa-8256-3bb764669dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:19:59.418103 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0c2e583e-dd8c-4bfa-8256-3bb764669dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.435589 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-13ed68e4-73a4-4ef1-9848-1253875aa2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.443792 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0c2e583e-dd8c-4bfa-8256-3bb764669dc1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4422579 Aug 30 18:19:59.446717 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51788) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:59.451741 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:19:59.481328 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102410'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.482387 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3763922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102429'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.491667 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-13ed68e4-73a4-4ef1-9848-1253875aa2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.494696 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-13ed68e4-73a4-4ef1-9848-1253875aa2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.495902 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-13ed68e4-73a4-4ef1-9848-1253875aa2bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1eaef3f-ecd1-499a-b5f9-3289e1b2ebde HTTP/1.1" status: 204 len: 168 time: 0.1733296 Aug 30 18:19:59.505318 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed68e4-73a4-4ef1-9848-1253875aa2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eaef3f-ecd1-499a-b5f9-3289e1b2ebde,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:59.553626 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.584081 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff832dd6-95b2-59a4-a3ae-04890c023e2b-a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657'}]}} from dv-cinder-804296-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:19:59.584962 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.698646 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.726109 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Allocated IP 172.20.0.2 (a136ea2a-90b4-4cf2-bea9-5dad284fb6f2/40eb3b79-0cba-43a4-abc4-3330f1488657/3ce52ba3-e41a-4860-ae44-e89495eebf1a) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:19:59.797406 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 51794) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:59.811372 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab0bf530-4844-404a-b25e-d79c19ad93e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.906653 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab0bf530-4844-404a-b25e-d79c19ad93e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.912090 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab0bf530-4844-404a-b25e-d79c19ad93e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.912583 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.932502 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.961301 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ab0bf530-4844-404a-b25e-d79c19ad93e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f1abcc3d27e4c8782009db5eec0341e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624966 Aug 30 18:19:59.962317 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bf530-4844-404a-b25e-d79c19ad93e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412f939b-1205-4c10-a25b-cc81db9e9f67,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:19:59.964804 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 51796) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:19:59.986682 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:19:59.995601 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Transition to ACTIVE for port object 3ce52ba3-e41a-4860-ae44-e89495eebf1a will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:20:00.011855 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Transition to ACTIVE for port object 3ce52ba3-e41a-4860-ae44-e89495eebf1a will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:20:00.016218 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e8684c-1ad9-4467-a69f-02d2c9352be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:00.020514 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:00.043850 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e8684c-1ad9-4467-a69f-02d2c9352be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:00.049209 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Allocated IP 172.27.2.120 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/591f3a18-0989-467a-83be-b3b9f38ccc45) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:20:00.060589 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:20:00.063712 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:20:00.068790 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:20:00.071978 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Pushing event updated for resources: {'Port': ['ID=3ce52ba3-e41a-4860-ae44-e89495eebf1a,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:00.100523 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e8684c-1ad9-4467-a69f-02d2c9352be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:00.104016 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-01e8684c-1ad9-4467-a69f-02d2c9352be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:00.107595 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-01e8684c-1ad9-4467-a69f-02d2c9352be0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/412f939b-1205-4c10-a25b-cc81db9e9f67 HTTP/1.1" status: 204 len: 168 time: 0.1392632 Aug 30 18:20:00.122064 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8684c-1ad9-4467-a69f-02d2c9352be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412f939b-1205-4c10-a25b-cc81db9e9f67,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:00.125456 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Attempting to bind port 3ce52ba3-e41a-4860-ae44-e89495eebf1a on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:20:00.126010 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Attempting to bind port 3ce52ba3-e41a-4860-ae44-e89495eebf1a by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:20:00.126576 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Attempting to bind port 3ce52ba3-e41a-4860-ae44-e89495eebf1a on network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:20:00.136358 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:20:00.136736 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Checking segment: {'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:20:00.137167 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:00.137565 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Bound using segment: {'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:20:00.138036 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Bound port: 3ce52ba3-e41a-4860-ae44-e89495eebf1a, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:20:00.138413 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:00.168770 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:00.211168 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:00.214701 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] For port 3ce52ba3-e41a-4860-ae44-e89495eebf1a, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:20:00.219450 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] For port 3ce52ba3-e41a-4860-ae44-e89495eebf1a, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=3ce52ba3-e41a-4860-ae44-e89495eebf1a,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:20:00.223477 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:00.250530 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:20:00.258521 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:20:00.263189 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:20:00.283212 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48951461-b6e5-44ce-b217-ec3d6078955d None None] Pushing event updated for resources: {'Port': ['ID=3ce52ba3-e41a-4860-ae44-e89495eebf1a,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:00.288742 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Pushing event updated for resources: {'Port': ['ID=591f3a18-0989-467a-83be-b3b9f38ccc45,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:00.363022 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3000557-d75e-47c1-bceb-4765dcdf4401 req-d7bc60a7-9a96-4516-a284-0218b8b5f1a3 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:00.365125 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c3000557-d75e-47c1-bceb-4765dcdf4401 req-d7bc60a7-9a96-4516-a284-0218b8b5f1a3 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 945 time: 0.0613019 Aug 30 18:20:00.406212 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c3000557-d75e-47c1-bceb-4765dcdf4401 req-c318d12c-3669-4727-9546-bf12cd0e77e6 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/security-groups?id=098eb9e2-05e6-41a7-978e-8808497856cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346260 Aug 30 18:20:00.579534 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:00.819684 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3756163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3763981'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:00.869114 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90220bc9-ae81-450c-977d-37ab5c47d050 req-0a6e5731-1c7a-4496-b6d7-aa7596a01b22 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:00.870622 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-90220bc9-ae81-450c-977d-37ab5c47d050 req-0a6e5731-1c7a-4496-b6d7-aa7596a01b22 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.36 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 945 time: 0.1019981 Aug 30 18:20:00.877928 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 3ce52ba3-e41a-4860-ae44-e89495eebf1a up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:20:00.930664 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 3ce52ba3-e41a-4860-ae44-e89495eebf1a completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:20:01.023010 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-90220bc9-ae81-450c-977d-37ab5c47d050 req-34b66164-076f-4117-8102-89298eb39d02 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Deleting port d3eb208b-8336-4c81-879a-f7ee075cb0d6 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:20:01.023759 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-90220bc9-ae81-450c-977d-37ab5c47d050 req-34b66164-076f-4117-8102-89298eb39d02 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:01.085267 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Router 9f14812d-60c3-4ddd-8f28-1068295c910f is scheduled to L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:20:01.165714 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-90220bc9-ae81-450c-977d-37ab5c47d050 req-34b66164-076f-4117-8102-89298eb39d02 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] For port d3eb208b-8336-4c81-879a-f7ee075cb0d6, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d3eb208b-8336-4c81-879a-f7ee075cb0d6,segment=NetworkSegment(a7912160-b01a-441c-9244-de8182523aa2),segment_id=a7912160-b01a-441c-9244-de8182523aa2)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:20:01.166086 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-90220bc9-ae81-450c-977d-37ab5c47d050 req-34b66164-076f-4117-8102-89298eb39d02 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:01.185918 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-90220bc9-ae81-450c-977d-37ab5c47d050 req-34b66164-076f-4117-8102-89298eb39d02 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Calling delete_port for d3eb208b-8336-4c81-879a-f7ee075cb0d6 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:20:01.278907 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:20:01.290717 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Sync routers for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:20:01.314700 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:01.319437 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1cd22d07-a915-4029-bd0c-f5291210d11e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8714676 Aug 30 18:20:01.319758 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 51830) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:01.339720 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:20:01.340460 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:19:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:01.398836 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddbb42d-4375-4dc8-83d3-8e7b48ef9108 None None] Network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:20:01.402210 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ab434377-08ef-49ad-90c2-cc7534b78260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:01.403441 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-90220bc9-ae81-450c-977d-37ab5c47d050 req-34b66164-076f-4117-8102-89298eb39d02 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:01.420883 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['d3eb208b-8336-4c81-879a-f7ee075cb0d6'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:20:01.542999 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-41ab7a0a-1d75-47cc-b12f-87e332d6a899 None None] Provisioning for port 3ce52ba3-e41a-4860-ae44-e89495eebf1a completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:20:01.570190 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-41ab7a0a-1d75-47cc-b12f-87e332d6a899 None None] Provisioning complete for port 3ce52ba3-e41a-4860-ae44-e89495eebf1a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:20:01.570882 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-41ab7a0a-1d75-47cc-b12f-87e332d6a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:01.617625 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:20:01.617774 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-968e065a-4077-49f9-84a1-a630d62b4815 req-10c65a94-9f9f-4411-8658-8e20435f7af3 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4db1ee01-701d-4ffc-95f3-bdd14f1506a4 HTTP/1.1" status: 200 len: 210 time: 0.0873377 Aug 30 18:20:01.718003 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b66164-076f-4117-8102-89298eb39d02 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Pushing event deleted for resources: {'Port': ['ID=d3eb208b-8336-4c81-879a-f7ee075cb0d6,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:01.775446 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-90220bc9-ae81-450c-977d-37ab5c47d050 req-34b66164-076f-4117-8102-89298eb39d02 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] No DVR routers for this DVR port d3eb208b-8336-4c81-879a-f7ee075cb0d6 on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:20:01.778977 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-90220bc9-ae81-450c-977d-37ab5c47d050 req-34b66164-076f-4117-8102-89298eb39d02 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:01.781542 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-90220bc9-ae81-450c-977d-37ab5c47d050 req-34b66164-076f-4117-8102-89298eb39d02 tempest-VolumesSnapshotTestJSON-186580616 tempest-VolumesSnapshotTestJSON-186580616-project] 10.222.0.36 "DELETE /v2.0/ports/d3eb208b-8336-4c81-879a-f7ee075cb0d6 HTTP/1.1" status: 204 len: 173 time: 0.9037764 Aug 30 18:20:01.782047 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db1ee01-701d-4ffc-95f3-bdd14f1506a4', 'name': 'network-vif-deleted', 'tag': 'd3eb208b-8336-4c81-879a-f7ee075cb0d6'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:20:01.785569 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a04a22-68de-4e9e-9aa2-c3680230b04d" -d '{"events": [{"server_uuid": "4db1ee01-701d-4ffc-95f3-bdd14f1506a4", "name": "network-vif-deleted", "tag": "d3eb208b-8336-4c81-879a-f7ee075cb0d6"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:20:01.843934 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5b41a6-3456-4922-bde1-48918e53f33d x-openstack-request-id: req-3e5b41a6-3456-4922-bde1-48918e53f33d {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:20:01.844521 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db1ee01-701d-4ffc-95f3-bdd14f1506a4", "name": "network-vif-deleted", "tag": "d3eb208b-8336-4c81-879a-f7ee075cb0d6", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:20:01.844521 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e5b41a6-3456-4922-bde1-48918e53f33d {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:20:01.844817 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db1ee01-701d-4ffc-95f3-bdd14f1506a4', 'name': 'network-vif-deleted', 'tag': 'd3eb208b-8336-4c81-879a-f7ee075cb0d6', 'status': 'completed', 'code': 200} Aug 30 18:20:01.897401 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-41ab7a0a-1d75-47cc-b12f-87e332d6a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:01.950756 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-41ab7a0a-1d75-47cc-b12f-87e332d6a899 None None] For port 3ce52ba3-e41a-4860-ae44-e89495eebf1a, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=3ce52ba3-e41a-4860-ae44-e89495eebf1a,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:20:01.956615 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-41ab7a0a-1d75-47cc-b12f-87e332d6a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:01.957549 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.001532 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:00Z', 'revision_number': 3, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:02.033461 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Checking router: 9f14812d-60c3-4ddd-8f28-1068295c910f for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:20:02.034780 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Updating router 9f14812d-60c3-4ddd-8f28-1068295c910f port 591f3a18-0989-467a-83be-b3b9f38ccc45 binding host dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:20:02.061030 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab7a0a-1d75-47cc-b12f-87e332d6a899 None None] Pushing event updated for resources: {'Port': ['ID=3ce52ba3-e41a-4860-ae44-e89495eebf1a,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:02.069990 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.153824 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Allocated IP 172.20.0.1 (a136ea2a-90b4-4cf2-bea9-5dad284fb6f2/40eb3b79-0cba-43a4-abc4-3330f1488657/bd824a65-5564-4110-959f-d6bb5a802931) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:20:02.202570 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-d28d7806-bf2d-4d7e-9749-d77ac09e3b86 None None] Provisioning complete for port 3ce52ba3-e41a-4860-ae44-e89495eebf1a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:20:02.202944 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d28d7806-bf2d-4d7e-9749-d77ac09e3b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.297478 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.319667 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Transition to ACTIVE for port object bd824a65-5564-4110-959f-d6bb5a802931 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:20:02.361213 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.403425 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:20:02.406140 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:20:02.409796 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:20:02.444623 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Pushing event updated for resources: {'Port': ['ID=bd824a65-5564-4110-959f-d6bb5a802931,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:02.445468 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.460443 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Transition to ACTIVE for port object 591f3a18-0989-467a-83be-b3b9f38ccc45 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:20:02.470099 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.474799 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3764178'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.528087 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Attempting to bind port 591f3a18-0989-467a-83be-b3b9f38ccc45 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:20:02.528462 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Attempting to bind port 591f3a18-0989-467a-83be-b3b9f38ccc45 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:20:02.528829 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Attempting to bind port 591f3a18-0989-467a-83be-b3b9f38ccc45 on network b260bd70-94f8-4100-a215-2751a0a4278f {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:20:02.538124 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:20:02.538514 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Checking segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:20:02.538908 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.539336 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Bound using segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:20:02.539777 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Bound port: 591f3a18-0989-467a-83be-b3b9f38ccc45, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:20:02.540157 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.543439 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b2675-b3eb-4c6b-a6e5-c2c541ac24dd None None] Pushing event updated for resources: {'Port': ['ID=591f3a18-0989-467a-83be-b3b9f38ccc45,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:02.612069 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] For port 591f3a18-0989-467a-83be-b3b9f38ccc45, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:20:02.616387 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] For port 591f3a18-0989-467a-83be-b3b9f38ccc45, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=591f3a18-0989-467a-83be-b3b9f38ccc45,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:20:02.632803 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.633527 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.722669 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:20:02.723306 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:19:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:02.729728 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-b8fd0845-52aa-4c7a-9b3c-baa272c7fc9c None None] Provisioning for port bd824a65-5564-4110-959f-d6bb5a802931 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:20:02.766934 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b2675-b3eb-4c6b-a6e5-c2c541ac24dd None None] Pushing event updated for resources: {'Port': ['ID=591f3a18-0989-467a-83be-b3b9f38ccc45,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:02.774307 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-b8fd0845-52aa-4c7a-9b3c-baa272c7fc9c None None] Provisioning complete for port bd824a65-5564-4110-959f-d6bb5a802931 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:20:02.774685 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0845-52aa-4c7a-9b3c-baa272c7fc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.869020 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 3ce52ba3-e41a-4860-ae44-e89495eebf1a up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:20:02.873807 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.879851 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771742'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.973736 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3762445'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:02.986006 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Pushing event updated for resources: {'Port': ['ID=bd824a65-5564-4110-959f-d6bb5a802931,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:03.066984 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd0845-52aa-4c7a-9b3c-baa272c7fc9c None None] Port bd824a65-5564-4110-959f-d6bb5a802931 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:20:03.105967 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:20:03.109638 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:20:03.110561 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:20:03.161019 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 3ce52ba3-e41a-4860-ae44-e89495eebf1a triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:20:03.161401 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:03.241434 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Router 9f14812d-60c3-4ddd-8f28-1068295c910f has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:20:03.368446 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:20:03.382152 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-65e99de0-4956-455d-88d4-e8deb991bd5b admin admin] 10.222.0.16 "PUT /v2.0/routers/9f14812d-60c3-4ddd-8f28-1068295c910f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0528455 Aug 30 18:20:03.395383 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-8d1457bf-1660-44d6-9683-44b64ea138df None None] Provisioning complete for port bd824a65-5564-4110-959f-d6bb5a802931 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:20:03.395677 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8d1457bf-1660-44d6-9683-44b64ea138df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:03.438342 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-8d1457bf-1660-44d6-9683-44b64ea138df None None] Port bd824a65-5564-4110-959f-d6bb5a802931 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:20:03.450141 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 1, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:03.476728 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762c1682-cbb5-4f43-8866-5735e38c7f7d None None] The sync data for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi is: [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 1, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:20:03.863084 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51894) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:03.867817 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-10128676-c6c7-44dc-ba59-c107fc4919db tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673110792', 'description': 'tempest-description--1962815446'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:20:03.893838 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-10128676-c6c7-44dc-ba59-c107fc4919db tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:03.966248 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-36de8500-6d3b-43a8-a19e-4952ec79bbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:03.981368 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-10128676-c6c7-44dc-ba59-c107fc4919db tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:03.985720 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-10128676-c6c7-44dc-ba59-c107fc4919db tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.014502 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.015164 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-10128676-c6c7-44dc-ba59-c107fc4919db tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.016352 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-10128676-c6c7-44dc-ba59-c107fc4919db tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1522622 Aug 30 18:20:04.019852 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 51896) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:04.020839 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10128676-c6c7-44dc-ba59-c107fc4919db tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:04.034935 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-33d5916f-e699-4156-8e36-6eeefe677c72 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Request body: {'security_group_rule': {'security_group_id': 'f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:20:04.076484 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-33d5916f-e699-4156-8e36-6eeefe677c72 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.155778 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-33d5916f-e699-4156-8e36-6eeefe677c72 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.159952 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-33d5916f-e699-4156-8e36-6eeefe677c72 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.179329 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5916f-e699-4156-8e36-6eeefe677c72 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d6f7d9-5be3-4fb3-88a7-c3fa0a6e9d0e,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:04.190761 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-33d5916f-e699-4156-8e36-6eeefe677c72 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.194689 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-33d5916f-e699-4156-8e36-6eeefe677c72 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1709251 Aug 30 18:20:04.194867 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51902) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:04.199547 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-d0c7d8f7-3584-41d6-856a-2b5ad4e2c059 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Request body: {'security_group_rule': {'security_group_id': 'f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:20:04.230376 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0c7d8f7-3584-41d6-856a-2b5ad4e2c059 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.291774 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0c7d8f7-3584-41d6-856a-2b5ad4e2c059 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.295154 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0c7d8f7-3584-41d6-856a-2b5ad4e2c059 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.318508 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7d8f7-3584-41d6-856a-2b5ad4e2c059 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298e9988-ed82-4a29-9588-44ca7c73a330,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:04.340671 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0c7d8f7-3584-41d6-856a-2b5ad4e2c059 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.342017 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d0c7d8f7-3584-41d6-856a-2b5ad4e2c059 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460936 Aug 30 18:20:04.345456 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 51906) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:04.350789 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Request body: {'floatingip': {'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:20:04.377466 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.477584 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.585442 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Allocated IP 172.27.2.89 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/248f0ed5-eba3-4bbb-8bab-8046261ae225) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:20:04.690716 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.738551 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.776060 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:20:04.782981 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:20:04.786155 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:20:04.814000 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event updated for resources: {'Port': ['ID=248f0ed5-eba3-4bbb-8bab-8046261ae225,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:04.881151 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 591f3a18-0989-467a-83be-b3b9f38ccc45 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:20:04.915451 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.932488 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 591f3a18-0989-467a-83be-b3b9f38ccc45 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:20:04.936119 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 591f3a18-0989-467a-83be-b3b9f38ccc45 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:20:04.936517 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:04.953035 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:05.014120 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:05.035139 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 591f3a18-0989-467a-83be-b3b9f38ccc45, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=591f3a18-0989-467a-83be-b3b9f38ccc45,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:20:05.039022 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:05.087219 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=591f3a18-0989-467a-83be-b3b9f38ccc45,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:05.104395 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:05.109438 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:05.161965 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:05.174558 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event updated for resources: {'Port': ['ID=248f0ed5-eba3-4bbb-8bab-8046261ae225,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:05.185848 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:05.199661 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:05.201172 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6d848068-c5dc-4c9a-9364-9963cdf32a3d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8546479 Aug 30 18:20:05.343314 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-bbd801fc-1c57-48c9-a7c3-63cca152d454 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1673110792&fields=id&tenant_id=bf0a1398752b4d87a4b26a2ce96474c0 HTTP/1.1" status: 200 len: 267 time: 0.0373592 Aug 30 18:20:05.437056 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Sync routers for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:20:05.447135 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:20:05.447953 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:20:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:05.449603 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-3c3abf7a-9daa-434f-bf5f-b31368d363f5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:05.451466 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-3c3abf7a-9daa-434f-bf5f-b31368d363f5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 817 time: 0.1015048 Aug 30 18:20:05.467409 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-64b9e3df-e02a-4ab9-923f-73a66f901004 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/quotas/bf0a1398752b4d87a4b26a2ce96474c0 HTTP/1.1" status: 200 len: 375 time: 0.0093293 Aug 30 18:20:05.519775 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-fbc11e29-dc4f-409d-866f-06c3ea47efb0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464330 Aug 30 18:20:05.554594 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:20:05.619898 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-18051498-654c-49cb-8869-32fcbe63358f service neutron] 10.222.0.16 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886972 Aug 30 18:20:05.711816 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-2d13180b-dba3-4999-9196-5a3ec18f839a service neutron] 10.222.0.16 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853081 Aug 30 18:20:05.832958 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 2, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:05.862849 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Checking router: 9f14812d-60c3-4ddd-8f28-1068295c910f for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:20:05.863206 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Updating router 9f14812d-60c3-4ddd-8f28-1068295c910f port bd824a65-5564-4110-959f-d6bb5a802931 binding host dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:20:05.887636 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:06.140117 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:06.150029 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Transition to ACTIVE for port object bd824a65-5564-4110-959f-d6bb5a802931 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:20:06.155631 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:06.222951 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Pushing event updated for resources: {'Port': ['ID=bd824a65-5564-4110-959f-d6bb5a802931,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:06.245044 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:06.245400 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:06.245753 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:06.246095 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:06.246431 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:06.246768 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:06.247105 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:06.247439 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:06.247789 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:06.248125 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:06.248458 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:06.248790 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:06.264873 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Attempting to bind port bd824a65-5564-4110-959f-d6bb5a802931 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:20:06.265281 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Attempting to bind port bd824a65-5564-4110-959f-d6bb5a802931 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:20:06.265646 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Attempting to bind port bd824a65-5564-4110-959f-d6bb5a802931 on network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:20:06.271464 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:20:06.271866 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Checking segment: {'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:20:06.272281 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:06.272676 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Bound using segment: {'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:20:06.273174 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Bound port: bd824a65-5564-4110-959f-d6bb5a802931, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:20:06.273580 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:06.287325 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device d3eb208b-8336-4c81-879a-f7ee075cb0d6 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:20:06.315059 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: d3eb208b-8336-4c81-879a-f7ee075cb0d6 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:20:06.316086 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device d3eb208b-8336-4c81-879a-f7ee075cb0d6 not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:20:06.343384 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] For port bd824a65-5564-4110-959f-d6bb5a802931, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:20:06.346830 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] For port bd824a65-5564-4110-959f-d6bb5a802931, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=bd824a65-5564-4110-959f-d6bb5a802931,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:20:06.351036 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:06.408209 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:20:06.408877 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:20:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:06.449550 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcf449-0f38-4362-8b47-ee933dbbd58b None None] Pushing event updated for resources: {'Port': ['ID=bd824a65-5564-4110-959f-d6bb5a802931,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:06.517024 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:06.523308 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:20:06.723737 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:06Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:06.749783 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14907e-3cf8-454f-9057-bf1dcbd97400 None None] The sync data for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi is: [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:06Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:20:06.864333 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 591f3a18-0989-467a-83be-b3b9f38ccc45 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:20:06.919768 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 591f3a18-0989-467a-83be-b3b9f38ccc45 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:20:06.920001 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2ad62289-24ce-416a-bd64-2a98b1cc4989 req-46e3acd8-d18f-4891-bbae-103faefe6c3e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 210 time: 0.0397465 Aug 30 18:20:06.920466 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:07.009553 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device bd824a65-5564-4110-959f-d6bb5a802931 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:20:07.064410 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port bd824a65-5564-4110-959f-d6bb5a802931 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:20:07.068541 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port bd824a65-5564-4110-959f-d6bb5a802931 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:20:07.068906 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:07.167235 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:07.201473 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port bd824a65-5564-4110-959f-d6bb5a802931, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=bd824a65-5564-4110-959f-d6bb5a802931,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:20:07.206641 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:07.261791 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=bd824a65-5564-4110-959f-d6bb5a802931,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:07.965240 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-4929754e-1c2b-4966-acd4-ab5274215488 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:07.967062 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-4929754e-1c2b-4966-acd4-ab5274215488 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.36 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 817 time: 0.1081440 Aug 30 18:20:08.024823 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-c3233ed4-2a90-4599-8138-499162b06256 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf0a1398752b4d87a4b26a2ce96474c0 HTTP/1.1" status: 200 len: 380 time: 0.0418491 Aug 30 18:20:08.036246 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Request body: {'port': {'device_id': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'admin_state_up': True, 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'security_groups': ['f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:20:08.044882 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-38e97aa2-c286-41f5-98df-204f6353bc30 req-0e48c21b-48a2-4eee-ba06-c9070f39e8f1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 210 time: 0.0356662 Aug 30 18:20:08.149966 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Made reservation on behalf of bf0a1398752b4d87a4b26a2ce96474c0 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:20:08.153454 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:08.290193 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Allocated IP 172.20.0.4 (a136ea2a-90b4-4cf2-bea9-5dad284fb6f2/40eb3b79-0cba-43a4-abc4-3330f1488657/675d1dfa-d3a6-45b7-9742-2dc55313f11f) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:20:08.423607 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:08.437804 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Transition to ACTIVE for port object 675d1dfa-d3a6-45b7-9742-2dc55313f11f will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:20:08.469408 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:08.514246 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:20:08.517527 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:20:08.522345 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:20:08.526042 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event updated for resources: {'Port': ['ID=675d1dfa-d3a6-45b7-9742-2dc55313f11f,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:08.572735 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:08.573544 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:08.590617 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-af3b4657-92bf-45ae-8009-d6ed6775caa6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583632 Aug 30 18:20:08.605203 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Request body: {'port': {'device_id': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:20:08.664562 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:08.747823 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-6f8d2eec-f4f3-4cd1-954b-090d2cbe7618 None None] Provisioning for port 675d1dfa-d3a6-45b7-9742-2dc55313f11f completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:20:08.753372 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-6f8d2eec-f4f3-4cd1-954b-090d2cbe7618 None None] Provisioning complete for port 675d1dfa-d3a6-45b7-9742-2dc55313f11f triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:20:08.753929 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6f8d2eec-f4f3-4cd1-954b-090d2cbe7618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:08.791443 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d2eec-f4f3-4cd1-954b-090d2cbe7618 None None] Port 675d1dfa-d3a6-45b7-9742-2dc55313f11f cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:20:08.850200 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device bd824a65-5564-4110-959f-d6bb5a802931 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:20:08.899564 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port bd824a65-5564-4110-959f-d6bb5a802931 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:20:08.900262 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:08.952180 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675d1dfa-d3a6-45b7-9742-2dc55313f11f {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:20:08.959302 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:08.972489 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Transition to ACTIVE for port object 675d1dfa-d3a6-45b7-9742-2dc55313f11f will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:20:08.975780 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:09.046800 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Pushing event updated for resources: {'Port': ['ID=675d1dfa-d3a6-45b7-9742-2dc55313f11f,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:09.101459 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Attempting to bind port 675d1dfa-d3a6-45b7-9742-2dc55313f11f on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:20:09.101794 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Attempting to bind port 675d1dfa-d3a6-45b7-9742-2dc55313f11f by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:20:09.102125 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Attempting to bind port 675d1dfa-d3a6-45b7-9742-2dc55313f11f on network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:20:09.106692 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Port 675d1dfa-d3a6-45b7-9742-2dc55313f11f on network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:20:09.107032 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Attempting to bind port 675d1dfa-d3a6-45b7-9742-2dc55313f11f on network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:20:09.113125 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:20:09.113689 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Checking segment: {'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:20:09.114239 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Bound using segment: {'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:20:09.114876 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Bound port: 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:20:09.115327 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:09.184892 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] For port 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:20:09.188137 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] For port 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:20:09.188370 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7f022-2e10-4f56-864a-86ac7b353ad7 req-269556c5-f1ce-40cd-846a-365b85cae0d0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:09.189895 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-76b7f022-2e10-4f56-864a-86ac7b353ad7 req-269556c5-f1ce-40cd-846a-365b85cae0d0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0569410 Aug 30 18:20:09.194244 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:09.228081 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:09.229216 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:09.230237 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/675d1dfa-d3a6-45b7-9742-2dc55313f11f HTTP/1.1" status: 200 len: 1093 time: 0.6299684 Aug 30 18:20:09.230740 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:20:09.232973 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926fedf5-d0ea-4a14-a06b-2aeccf0b2f85" -d '{"events": [{"name": "network-changed", "server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:20:09.235131 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-76b7f022-2e10-4f56-864a-86ac7b353ad7 req-f8b443a3-a5ee-47f1-9612-db644d32124e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386863 Aug 30 18:20:09.265897 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e9956-cc81-46e7-b506-fdf8b4da71a2 service neutron] Pushing event updated for resources: {'Port': ['ID=675d1dfa-d3a6-45b7-9742-2dc55313f11f,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:09.309090 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22af72be-6d00-4851-b7dd-cc2546817c55 x-openstack-request-id: req-22af72be-6d00-4851-b7dd-cc2546817c55 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:20:09.309425 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:20:09.309743 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22af72be-6d00-4851-b7dd-cc2546817c55 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:20:09.310197 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'status': 'completed', 'code': 200} Aug 30 18:20:09.327785 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-cec6d379-57bc-46e3-b57d-3e1feb61c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:09.329341 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-cec6d379-57bc-46e3-b57d-3e1feb61c972 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 1096 time: 0.0550580 Aug 30 18:20:09.378369 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-ff04554c-f6b8-49a0-a512-3e3c78bc22cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f HTTP/1.1" status: 200 len: 217 time: 0.0389600 Aug 30 18:20:09.432504 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-78055720-b023-4a23-969c-2d7bc52e299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:09.434147 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-78055720-b023-4a23-969c-2d7bc52e299c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40eb3b79-0cba-43a4-abc4-3330f1488657 HTTP/1.1" status: 200 len: 856 time: 0.0459447 Aug 30 18:20:09.491225 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e1c8e084-56f2-42ae-9d7b-61b88d858376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:09.492682 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-e1c8e084-56f2-42ae-9d7b-61b88d858376 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506675 Aug 30 18:20:09.583640 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-dc07306f-873d-436f-89e0-edae73382b76 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819399 Aug 30 18:20:09.677835 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae341d6f-9588-4c2f-8184-16593d5b44a7 req-9e692347-6d4a-4fa0-be1c-b731f8dcacec service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862768 Aug 30 18:20:09.761616 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fedf5-d0ea-4a14-a06b-2aeccf0b2f85 req-48879a5e-cf9c-4938-a377-56e95a935d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:09.763106 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-926fedf5-d0ea-4a14-a06b-2aeccf0b2f85 req-48879a5e-cf9c-4938-a377-56e95a935d2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 1096 time: 0.0402484 Aug 30 18:20:09.853056 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fedf5-d0ea-4a14-a06b-2aeccf0b2f85 req-570bb754-839f-4a88-949d-89fb303d6c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:09.854654 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-926fedf5-d0ea-4a14-a06b-2aeccf0b2f85 req-570bb754-839f-4a88-949d-89fb303d6c19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 918 time: 0.0839651 Aug 30 18:20:09.909361 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-926fedf5-d0ea-4a14-a06b-2aeccf0b2f85 req-7a997ced-e811-46f9-b265-6316dc6400be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f HTTP/1.1" status: 200 len: 217 time: 0.0456247 Aug 30 18:20:09.962108 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fedf5-d0ea-4a14-a06b-2aeccf0b2f85 req-634d7668-3592-4b02-b6ea-f61e22de60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:09.963720 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-926fedf5-d0ea-4a14-a06b-2aeccf0b2f85 req-634d7668-3592-4b02-b6ea-f61e22de60ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40eb3b79-0cba-43a4-abc4-3330f1488657 HTTP/1.1" status: 200 len: 856 time: 0.0462189 Aug 30 18:20:10.024844 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fedf5-d0ea-4a14-a06b-2aeccf0b2f85 req-0e4ce080-2aa8-4492-adc6-68e82b116df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:10.026482 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-926fedf5-d0ea-4a14-a06b-2aeccf0b2f85 req-0e4ce080-2aa8-4492-adc6-68e82b116df2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517876 Aug 30 18:20:10.125107 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-926fedf5-d0ea-4a14-a06b-2aeccf0b2f85 req-173637a9-8274-45ba-bccd-0bf25cb2a5f0 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882313 Aug 30 18:20:10.224922 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-926fedf5-d0ea-4a14-a06b-2aeccf0b2f85 req-1cb506f8-7095-47eb-a8b8-f78c9578459a service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908840 Aug 30 18:20:10.379568 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb0025-5e84-476e-8bec-8bae60d50648 req-254f050a-5aa2-4642-aa7b-21f04bdcce44 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:10.381150 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a6bb0025-5e84-476e-8bec-8bae60d50648 req-254f050a-5aa2-4642-aa7b-21f04bdcce44 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0481298 Aug 30 18:20:10.418742 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a6bb0025-5e84-476e-8bec-8bae60d50648 req-7aa6c82e-1c5d-47d2-b1cd-ceafb6e6cc0e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314808 Aug 30 18:20:10.589149 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:11.549039 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acd5bf-f907-4d14-95eb-393acfc45e25 req-9696239c-eb1f-4587-99b7-5891d77a9162 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:11.551187 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-43acd5bf-f907-4d14-95eb-393acfc45e25 req-9696239c-eb1f-4587-99b7-5891d77a9162 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0566776 Aug 30 18:20:11.591519 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-43acd5bf-f907-4d14-95eb-393acfc45e25 req-d937807d-4882-4659-8377-117765495350 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341032 Aug 30 18:20:11.658613 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:20:11.873915 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52038) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:11.977616 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0f30-2c31-4fcc-884d-26a39e57f2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.062546 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e29c256c-dbb1-4e5c-9e68-568d38e0608a req-f7e52886-a8dc-4a2f-8d42-d0847cf279e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604000 Aug 30 18:20:12.123075 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0f30-2c31-4fcc-884d-26a39e57f2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.128298 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd4b0f30-2c31-4fcc-884d-26a39e57f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.165821 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c256c-dbb1-4e5c-9e68-568d38e0608a req-388bbcac-d193-42f0-a9f2-ab3ab9592fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:12.167336 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e29c256c-dbb1-4e5c-9e68-568d38e0608a req-388bbcac-d193-42f0-a9f2-ab3ab9592fd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3666a181dc3a40a6a2f006078efddf03&device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0781846 Aug 30 18:20:12.173962 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-bd4b0f30-2c31-4fcc-884d-26a39e57f2c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8807537402a4420eaaffaf6d1a91552d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990007 Aug 30 18:20:12.174860 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b0f30-2c31-4fcc-884d-26a39e57f2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540cfcd5-95aa-4b92-b884-1fd2eec52362,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:12.176686 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 52042) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:12.227389 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-944aaa02-6931-45ae-b587-bae9843f0bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.248401 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-944aaa02-6931-45ae-b587-bae9843f0bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.275958 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c256c-dbb1-4e5c-9e68-568d38e0608a req-be47ea75-5290-42a4-b60b-70cb6401cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:12.277457 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e29c256c-dbb1-4e5c-9e68-568d38e0608a req-be47ea75-5290-42a4-b60b-70cb6401cf99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf090307-1c5e-4a9d-a855-c31bcbfd8792 HTTP/1.1" status: 200 len: 912 time: 0.0863655 Aug 30 18:20:12.296644 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-944aaa02-6931-45ae-b587-bae9843f0bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.299141 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-944aaa02-6931-45ae-b587-bae9843f0bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.300775 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-944aaa02-6931-45ae-b587-bae9843f0bed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/540cfcd5-95aa-4b92-b884-1fd2eec52362 HTTP/1.1" status: 204 len: 168 time: 0.1218524 Aug 30 18:20:12.309624 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944aaa02-6931-45ae-b587-bae9843f0bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540cfcd5-95aa-4b92-b884-1fd2eec52362,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:12.356637 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e29c256c-dbb1-4e5c-9e68-568d38e0608a req-13a6b119-e122-4403-9275-b7e27ffcecd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 HTTP/1.1" status: 200 len: 999 time: 0.0667577 Aug 30 18:20:12.409623 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c256c-dbb1-4e5c-9e68-568d38e0608a req-15ee30de-e9a9-402d-85fe-6f3a2c18319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:12.411433 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e29c256c-dbb1-4e5c-9e68-568d38e0608a req-15ee30de-e9a9-402d-85fe-6f3a2c18319b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7162880f-6947-4246-a359-77445ff3b234 HTTP/1.1" status: 200 len: 850 time: 0.0458713 Aug 30 18:20:12.466372 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c256c-dbb1-4e5c-9e68-568d38e0608a req-b5c792ca-aea7-4104-a8f1-5455ab13769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:12.468165 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e29c256c-dbb1-4e5c-9e68-568d38e0608a req-b5c792ca-aea7-4104-a8f1-5455ab13769b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf090307-1c5e-4a9d-a855-c31bcbfd8792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472271 Aug 30 18:20:12.583912 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e29c256c-dbb1-4e5c-9e68-568d38e0608a req-5cea5eb7-1cf2-4a64-9767-f810aa6727ec service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044436 Aug 30 18:20:12.598066 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52056) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:12.653555 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1d921390-7ca6-44a5-b5fd-1160fb60f287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.727365 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e29c256c-dbb1-4e5c-9e68-568d38e0608a req-b1d7d1be-38fd-49cb-9b1f-26b49ad974d6 service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301029 Aug 30 18:20:12.731004 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6896bb1-1a15-4fec-a0f4-066d59d28858 req-2e6947b4-dbb2-4036-95c5-2e9a27fe8de2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:12.732590 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d6896bb1-1a15-4fec-a0f4-066d59d28858 req-2e6947b4-dbb2-4036-95c5-2e9a27fe8de2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0587280 Aug 30 18:20:12.771967 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d6896bb1-1a15-4fec-a0f4-066d59d28858 req-36c30aab-d88e-4ce1-b6e2-2ebb9cd326a3 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 Aug 30 18:20:12.781619 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1d921390-7ca6-44a5-b5fd-1160fb60f287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.786303 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1d921390-7ca6-44a5-b5fd-1160fb60f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.823523 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1d921390-7ca6-44a5-b5fd-1160fb60f287 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ab9cb888a294456935c2af89ed9c7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179990 Aug 30 18:20:12.824345 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d921390-7ca6-44a5-b5fd-1160fb60f287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfe8492-3de1-4d35-a4c1-7e6e864a8d6c,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:12.826555 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 52060) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:12.878689 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1d407093-c268-437c-a019-6008c85882d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.898568 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1d407093-c268-437c-a019-6008c85882d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.945217 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1d407093-c268-437c-a019-6008c85882d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.947675 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1d407093-c268-437c-a019-6008c85882d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:12.948815 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-1d407093-c268-437c-a019-6008c85882d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cfe8492-3de1-4d35-a4c1-7e6e864a8d6c HTTP/1.1" status: 204 len: 168 time: 0.1211932 Aug 30 18:20:12.957144 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d407093-c268-437c-a019-6008c85882d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfe8492-3de1-4d35-a4c1-7e6e864a8d6c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:13.263500 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 52066) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:13.276443 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-377f3fed-6e30-4564-8d99-a90a37fa5232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:13.360826 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-377f3fed-6e30-4564-8d99-a90a37fa5232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:13.365094 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-377f3fed-6e30-4564-8d99-a90a37fa5232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:13.401984 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-377f3fed-6e30-4564-8d99-a90a37fa5232 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7aa513624960494c931d568a0d4934b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374447 Aug 30 18:20:13.403583 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f3fed-6e30-4564-8d99-a90a37fa5232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb072a6-a231-48e9-a702-afef70855217,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:13.404876 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52068) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:13.452895 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8e57c352-1a84-45f4-a433-473dcd098f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:13.473429 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8e57c352-1a84-45f4-a433-473dcd098f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:13.520342 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8e57c352-1a84-45f4-a433-473dcd098f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:13.522976 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8e57c352-1a84-45f4-a433-473dcd098f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:13.524096 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8e57c352-1a84-45f4-a433-473dcd098f52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fdb072a6-a231-48e9-a702-afef70855217 HTTP/1.1" status: 204 len: 168 time: 0.1182380 Aug 30 18:20:13.531306 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57c352-1a84-45f4-a433-473dcd098f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb072a6-a231-48e9-a702-afef70855217,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:13.896250 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e52355-0e55-409c-b95f-1a408142e6cf req-7a6808bc-fa69-417a-aa00-6a22cc04cc64 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:13.897760 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c0e52355-0e55-409c-b95f-1a408142e6cf req-7a6808bc-fa69-417a-aa00-6a22cc04cc64 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0517614 Aug 30 18:20:13.906001 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 675d1dfa-d3a6-45b7-9742-2dc55313f11f details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:20:13.938257 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c0e52355-0e55-409c-b95f-1a408142e6cf req-f31f5a4a-8ae2-40d5-b302-9b9ab4102028 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340250 Aug 30 18:20:14.003798 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:20:14.015796 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'port_id': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'mac_address': 'fa:16:3e:db:1b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:20:14.065576 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:14.081997 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675d1dfa-d3a6-45b7-9742-2dc55313f11f {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:20:14.101644 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:20:14.105854 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:14.152257 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=675d1dfa-d3a6-45b7-9742-2dc55313f11f,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:14.568605 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 52102) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:14.671808 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f61f5ebe-7cac-4fe9-aa03-3680b625b886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:14.758042 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f61f5ebe-7cac-4fe9-aa03-3680b625b886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:14.761520 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f61f5ebe-7cac-4fe9-aa03-3680b625b886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:14.797334 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f61f5ebe-7cac-4fe9-aa03-3680b625b886 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aecde4a1f0814c9b92f0f97f74e6536c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276402 Aug 30 18:20:14.798181 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f5ebe-7cac-4fe9-aa03-3680b625b886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3055bf9d-7a19-4542-9d63-293b20b58992,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:14.800460 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52108) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:14.849395 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:14.869291 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:14.913908 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:14.916438 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:14.917621 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3055bf9d-7a19-4542-9d63-293b20b58992 HTTP/1.1" status: 204 len: 168 time: 0.1150644 Aug 30 18:20:14.925956 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3055bf9d-7a19-4542-9d63-293b20b58992,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:14.933160 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:14.933525 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:14.933863 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:14.934196 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:14.934539 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:14.934885 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:14.935230 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:14.935554 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:14.935876 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:14.936209 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:14.936535 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:14.936855 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7e54cf-a163-4029-944d-9c22387f870c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:15.066633 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f5fdc-f4e2-4b4c-97aa-abb18b0f4857 req-87d0d310-c46b-4685-b973-215bafc9ecda tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:15.068235 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-876f5fdc-f4e2-4b4c-97aa-abb18b0f4857 req-87d0d310-c46b-4685-b973-215bafc9ecda tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 944 time: 0.0523996 Aug 30 18:20:15.105915 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-876f5fdc-f4e2-4b4c-97aa-abb18b0f4857 req-3d3344f6-0075-483f-b089-6f40b59067a4 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315607 Aug 30 18:20:16.094432 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['675d1dfa-d3a6-45b7-9742-2dc55313f11f'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:20:16.422972 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0fe95-e47d-4295-9888-f63870b5a367 req-13f8dc75-42ae-46de-8afa-5010674f034b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:16.425211 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-adc0fe95-e47d-4295-9888-f63870b5a367 req-13f8dc75-42ae-46de-8afa-5010674f034b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 944 time: 0.2434669 Aug 30 18:20:16.465431 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-adc0fe95-e47d-4295-9888-f63870b5a367 req-0550dd15-f589-4f87-a241-fd50b0754af9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338385 Aug 30 18:20:17.588889 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8c715-1081-4598-89a2-fc37fa4101a9 req-21709b42-e4eb-48ed-a5f4-6e628e2b7bd0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:17.590375 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-34c8c715-1081-4598-89a2-fc37fa4101a9 req-21709b42-e4eb-48ed-a5f4-6e628e2b7bd0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 944 time: 0.0496488 Aug 30 18:20:17.626566 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-34c8c715-1081-4598-89a2-fc37fa4101a9 req-23d384a1-cc5c-49b8-83eb-ac1a8f334584 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301957 Aug 30 18:20:17.809160 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 675d1dfa-d3a6-45b7-9742-2dc55313f11f up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:20:17.856003 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port 675d1dfa-d3a6-45b7-9742-2dc55313f11f completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:20:17.859605 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 675d1dfa-d3a6-45b7-9742-2dc55313f11f triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:20:17.859979 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:17.936247 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:17.961768 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:20:17.963986 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5e0d82-d9f6-4f2e-9d9e-a6cc3cb41435" -d '{"events": [{"server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "name": "network-vif-plugged", "status": "completed", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:20:17.977869 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:20:17.982135 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:18.005587 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81527416-1d34-424a-9b71-627c1269fd1f x-openstack-request-id: req-81527416-1d34-424a-9b71-627c1269fd1f {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:20:18.005873 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "name": "network-vif-plugged", "status": "completed", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:20:18.006125 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81527416-1d34-424a-9b71-627c1269fd1f {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:20:18.006509 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'code': 200} Aug 30 18:20:18.032778 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=675d1dfa-d3a6-45b7-9742-2dc55313f11f,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:18.201477 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd7743-39ce-4fdc-b774-0610790e3f16 req-b4d35fad-d4fb-4d9f-a23a-d46302fa7fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:18.202989 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-95fd7743-39ce-4fdc-b774-0610790e3f16 req-b4d35fad-d4fb-4d9f-a23a-d46302fa7fb1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 1098 time: 0.0449047 Aug 30 18:20:18.242852 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-95fd7743-39ce-4fdc-b774-0610790e3f16 req-f38b2673-18f2-4485-8f45-856d7699674a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259168 Aug 30 18:20:18.747592 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46315a-090b-43c9-8b87-c4c112e3e7db req-71b254b7-7bfc-4c45-a17b-9e13bdbe56a1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:18.748996 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9c46315a-090b-43c9-8b87-c4c112e3e7db req-71b254b7-7bfc-4c45-a17b-9e13bdbe56a1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0493364 Aug 30 18:20:18.787182 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9c46315a-090b-43c9-8b87-c4c112e3e7db req-8e1fa717-8d67-42a1-9d86-2a15334e4d6b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319445 Aug 30 18:20:19.908008 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b7214-aa00-47af-9d0c-6b824ee4102c req-898e8788-3a2d-4d00-90cc-745ed68b72ab tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:19.910139 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-503b7214-aa00-47af-9d0c-6b824ee4102c req-898e8788-3a2d-4d00-90cc-745ed68b72ab tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0511916 Aug 30 18:20:19.948149 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-503b7214-aa00-47af-9d0c-6b824ee4102c req-ca3b05c2-5a71-4341-b3df-3c8665f0195e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Aug 30 18:20:20.061625 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77adf12b-4b66-409b-b5fb-abe168af7b3f req-fa68d55c-d12c-41e9-93e6-1eb53a3bdd28 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:20.063055 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-77adf12b-4b66-409b-b5fb-abe168af7b3f req-fa68d55c-d12c-41e9-93e6-1eb53a3bdd28 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0476127 Aug 30 18:20:20.071849 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52236) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:20.076650 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-2d21175b-4649-4edd-9038-aa20f5e5a595 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Request body: {'floatingip': {'port_id': '675d1dfa-d3a6-45b7-9742-2dc55313f11f'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:20:20.147928 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2d21175b-4649-4edd-9038-aa20f5e5a595 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:20.952626 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2d21175b-4649-4edd-9038-aa20f5e5a595 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:20.956974 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2d21175b-4649-4edd-9038-aa20f5e5a595 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:21.051954 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-2d21175b-4649-4edd-9038-aa20f5e5a595 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Floating IP d2295a49-ae3a-4b23-86ab-399ecbcb6963 associated. External IP: 172.27.2.89, port: 675d1dfa-d3a6-45b7-9742-2dc55313f11f. Aug 30 18:20:21.259529 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d21175b-4649-4edd-9038-aa20f5e5a595 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Router 9f14812d-60c3-4ddd-8f28-1068295c910f has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:20:21.369369 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d21175b-4649-4edd-9038-aa20f5e5a595 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:20:21.373855 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2d21175b-4649-4edd-9038-aa20f5e5a595 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:21.382533 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1111af-1864-4fc3-85bc-6095fa500d6e None None] Sync routers for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:20:21.393543 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1111af-1864-4fc3-85bc-6095fa500d6e None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:20:21.394399 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-4a1111af-1864-4fc3-85bc-6095fa500d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:20:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:21.404603 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-2d21175b-4649-4edd-9038-aa20f5e5a595 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "PUT /v2.0/floatingips/d2295a49-ae3a-4b23-86ab-399ecbcb6963 HTTP/1.1" status: 200 len: 990 time: 1.3317244 Aug 30 18:20:21.405579 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:20:21.407826 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fb543c-aaa9-4618-8c0e-2db3f557841d" -d '{"events": [{"name": "network-changed", "server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:20:21.448993 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc424b05-81a5-4b22-ba8c-bbbab455255b x-openstack-request-id: req-fc424b05-81a5-4b22-ba8c-bbbab455255b {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:20:21.449288 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:20:21.449542 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc424b05-81a5-4b22-ba8c-bbbab455255b {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:20:21.449938 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'status': 'completed', 'code': 200} Aug 30 18:20:21.505045 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-4a1111af-1864-4fc3-85bc-6095fa500d6e None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:20:21.536151 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb543c-aaa9-4618-8c0e-2db3f557841d req-4467e94b-b307-49ef-9232-14de5b4253c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:21.538960 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31fb543c-aaa9-4618-8c0e-2db3f557841d req-4467e94b-b307-49ef-9232-14de5b4253c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 1098 time: 0.0540226 Aug 30 18:20:21.652542 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb543c-aaa9-4618-8c0e-2db3f557841d req-dff4c631-b9df-49ea-a5b8-1c72d56afef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:21.654147 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31fb543c-aaa9-4618-8c0e-2db3f557841d req-dff4c631-b9df-49ea-a5b8-1c72d56afef9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 918 time: 0.0953085 Aug 30 18:20:21.720154 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31fb543c-aaa9-4618-8c0e-2db3f557841d req-f89a42ba-f4cd-409e-a0dd-4a0e0a3ed3e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f HTTP/1.1" status: 200 len: 998 time: 0.0583043 Aug 30 18:20:21.786310 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb543c-aaa9-4618-8c0e-2db3f557841d req-1dbf8b44-5a25-4d74-83cf-76fc9698def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:21.787793 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31fb543c-aaa9-4618-8c0e-2db3f557841d req-1dbf8b44-5a25-4d74-83cf-76fc9698def8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40eb3b79-0cba-43a4-abc4-3330f1488657 HTTP/1.1" status: 200 len: 856 time: 0.0596929 Aug 30 18:20:21.817618 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-4a1111af-1864-4fc3-85bc-6095fa500d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': 'd2295a49-ae3a-4b23-86ab-399ecbcb6963', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'port_id': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'mac_address': 'fa:16:3e:db:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:20:04Z', 'updated_at': '2021-08-30T18:20:20Z', 'revision_number': 1, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:07Z', 'revision_number': 5, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:21.842373 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb543c-aaa9-4618-8c0e-2db3f557841d req-f4aff95d-23df-4011-a751-50d9216aea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:21.843864 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31fb543c-aaa9-4618-8c0e-2db3f557841d req-f4aff95d-23df-4011-a751-50d9216aea65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451617 Aug 30 18:20:21.845722 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1111af-1864-4fc3-85bc-6095fa500d6e None None] Checking router: 9f14812d-60c3-4ddd-8f28-1068295c910f for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:20:21.853999 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1111af-1864-4fc3-85bc-6095fa500d6e None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:20:21.854601 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-4a1111af-1864-4fc3-85bc-6095fa500d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:20:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:21.955474 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31fb543c-aaa9-4618-8c0e-2db3f557841d req-5bf76e55-73bb-4d3f-afb9-6c835ae175ca service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021769 Aug 30 18:20:22.033084 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1ebbc-6398-4b9a-8112-70339526df16 req-233b0976-4827-4b07-b622-73e96bcd7839 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:22.036264 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d3b1ebbc-6398-4b9a-8112-70339526df16 req-233b0976-4827-4b07-b622-73e96bcd7839 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0532932 Aug 30 18:20:22.065055 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31fb543c-aaa9-4618-8c0e-2db3f557841d req-1df50d63-12eb-44ba-91a7-82a4e81eb5b9 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942278 Aug 30 18:20:22.078317 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d3b1ebbc-6398-4b9a-8112-70339526df16 req-e365e799-a0d4-4431-b4e2-21ef43164008 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339980 Aug 30 18:20:22.109161 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-4a1111af-1864-4fc3-85bc-6095fa500d6e None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:20:22.324764 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-4a1111af-1864-4fc3-85bc-6095fa500d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': 'd2295a49-ae3a-4b23-86ab-399ecbcb6963', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'port_id': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'mac_address': 'fa:16:3e:db:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:20:04Z', 'updated_at': '2021-08-30T18:20:20Z', 'revision_number': 1, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:07Z', 'revision_number': 5, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:22.353547 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1111af-1864-4fc3-85bc-6095fa500d6e None None] The sync data for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi is: [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': 'd2295a49-ae3a-4b23-86ab-399ecbcb6963', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'port_id': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'mac_address': 'fa:16:3e:db:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:20:04Z', 'updated_at': '2021-08-30T18:20:20Z', 'revision_number': 1, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:07Z', 'revision_number': 5, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:20:22.530599 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4878f48b-e102-4030-8788-a4c1b83ac135 None None] New status for floating IP d2295a49-ae3a-4b23-86ab-399ecbcb6963: ACTIVE {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:20:23.193146 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c60364-1323-4a0c-9c4b-c975176149c9 req-0464c752-b98e-4880-be5c-6b160ea4f09d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:23.194595 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a2c60364-1323-4a0c-9c4b-c975176149c9 req-0464c752-b98e-4880-be5c-6b160ea4f09d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0473318 Aug 30 18:20:23.233804 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a2c60364-1323-4a0c-9c4b-c975176149c9 req-f97aa4e7-988b-4d6b-a341-dab22f788592 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334857 Aug 30 18:20:24.349364 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2c8ba-9af3-45c5-a138-42b527c5fc2f req-a4633092-faae-46a2-bdaa-51d1309f0f36 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:24.350821 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-68b2c8ba-9af3-45c5-a138-42b527c5fc2f req-a4633092-faae-46a2-bdaa-51d1309f0f36 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0490084 Aug 30 18:20:24.386127 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-68b2c8ba-9af3-45c5-a138-42b527c5fc2f req-cc773ef6-15a4-4a09-b82e-ac92c95d60b7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293555 Aug 30 18:20:25.501243 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8249ce9-27cc-4e79-ba54-e2f878769e8e req-8828ec7e-f110-402d-bf96-90550a68823d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:25.503114 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b8249ce9-27cc-4e79-ba54-e2f878769e8e req-8828ec7e-f110-402d-bf96-90550a68823d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0486453 Aug 30 18:20:25.541706 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b8249ce9-27cc-4e79-ba54-e2f878769e8e req-e8116314-34a8-4229-8645-4fda61f81b1f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310330 Aug 30 18:20:26.063232 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52330) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:26.106389 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bde0a7-3aa1-4be8-b895-48b5cb04a5b4 admin admin] Deleting subnet 880fd9a4-bdcb-46a6-8925-ee2e71cdde02 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:20:26.109269 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-72bde0a7-3aa1-4be8-b895-48b5cb04a5b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.143716 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-72bde0a7-3aa1-4be8-b895-48b5cb04a5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9008100'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.181900 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-72bde0a7-3aa1-4be8-b895-48b5cb04a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.245548 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-72bde0a7-3aa1-4be8-b895-48b5cb04a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9147725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9218345'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.269901 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bde0a7-3aa1-4be8-b895-48b5cb04a5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=880fd9a4-bdcb-46a6-8925-ee2e71cdde02,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:26.274505 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-72bde0a7-3aa1-4be8-b895-48b5cb04a5b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.276914 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-72bde0a7-3aa1-4be8-b895-48b5cb04a5b4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/880fd9a4-bdcb-46a6-8925-ee2e71cdde02 HTTP/1.1" status: 204 len: 168 time: 0.2121539 Aug 30 18:20:26.278905 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52332) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:26.345543 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41817243-7aa7-4b89-b9c0-0d428e7f15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.427926 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41817243-7aa7-4b89-b9c0-0d428e7f15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.437380 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-41817243-7aa7-4b89-b9c0-0d428e7f15b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0044f176-2787-4927-8904-26bd953e064a']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:26.448417 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-41817243-7aa7-4b89-b9c0-0d428e7f15b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7912160-b01a-441c-9244-de8182523aa2') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:26.448734 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-41817243-7aa7-4b89-b9c0-0d428e7f15b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7912160-b01a-441c-9244-de8182523aa2') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:20:26.457539 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41817243-7aa7-4b89-b9c0-0d428e7f15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9008123'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.472441 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41817243-7aa7-4b89-b9c0-0d428e7f15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.478685 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41817243-7aa7-4b89-b9c0-0d428e7f15b7 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:20:26.479122 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41817243-7aa7-4b89-b9c0-0d428e7f15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9147691'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: Traceback (most recent call last): Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: timer() Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: cb(*args, **kw) Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: self._notify() Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: self.callback(batched_events) Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: event.method(event) Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: return f(self, *a, **k) Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._get(url).json() Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:20:26.480695 dv-cinder-804296-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:20:26.532293 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41817243-7aa7-4b89-b9c0-0d428e7f15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.538208 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-41817243-7aa7-4b89-b9c0-0d428e7f15b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.540655 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-41817243-7aa7-4b89-b9c0-0d428e7f15b7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0044f176-2787-4927-8904-26bd953e064a HTTP/1.1" status: 204 len: 168 time: 0.2607884 Aug 30 18:20:26.552514 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41817243-7aa7-4b89-b9c0-0d428e7f15b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0044f176-2787-4927-8904-26bd953e064a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:26.664734 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707d4dc-bedd-4a7c-9ed9-1d21748580d7 req-e7bc4a3f-a41e-4ee8-9a5e-8bf17dadf6e7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:26.666287 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d707d4dc-bedd-4a7c-9ed9-1d21748580d7 req-e7bc4a3f-a41e-4ee8-9a5e-8bf17dadf6e7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0485556 Aug 30 18:20:26.709544 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d707d4dc-bedd-4a7c-9ed9-1d21748580d7 req-1c8b147b-7134-4b9c-a31f-dcb1638a65f0 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364289 Aug 30 18:20:26.731749 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52340) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:26.773127 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-726c8dd0-cac0-4835-9b06-aa8fdff5fd37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b9bdc64843a4fa2918b63b02a625d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402296 Aug 30 18:20:26.775473 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52342) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:26.822729 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b70b-b99d-4b6c-8da7-f9e885056fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.843140 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b70b-b99d-4b6c-8da7-f9e885056fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.889202 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b70b-b99d-4b6c-8da7-f9e885056fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.891658 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b70b-b99d-4b6c-8da7-f9e885056fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:26.893467 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5ab7b70b-b99d-4b6c-8da7-f9e885056fec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/098eb9e2-05e6-41a7-978e-8808497856cf HTTP/1.1" status: 204 len: 168 time: 0.1164889 Aug 30 18:20:26.902313 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7b70b-b99d-4b6c-8da7-f9e885056fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098eb9e2-05e6-41a7-978e-8808497856cf,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:27.829010 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff117f-2f5b-4fbd-8912-82fd3c9f24ac req-25471605-1b4a-4dcb-acd5-652a72550610 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:27.830560 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bdff117f-2f5b-4fbd-8912-82fd3c9f24ac req-25471605-1b4a-4dcb-acd5-652a72550610 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0528011 Aug 30 18:20:27.868005 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bdff117f-2f5b-4fbd-8912-82fd3c9f24ac req-5d516de5-ce66-4249-9ba8-f62504e6db91 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314989 Aug 30 18:20:28.982658 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd18a80-75ba-4e61-8c62-1c3d670dbfca req-c461315c-e610-4bb1-8bc7-b430f0b49fa7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:28.984153 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1fd18a80-75ba-4e61-8c62-1c3d670dbfca req-c461315c-e610-4bb1-8bc7-b430f0b49fa7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0475543 Aug 30 18:20:29.021382 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1fd18a80-75ba-4e61-8c62-1c3d670dbfca req-3b2f7c32-f22f-41d0-bffb-d4739913180c tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308444 Aug 30 18:20:30.137838 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fe739-08aa-44e7-9e2b-6c2e3cf2c6cd req-dc3762d5-b0af-4ef5-aa88-13c39f0cefc2 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:30.139324 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-373fe739-08aa-44e7-9e2b-6c2e3cf2c6cd req-dc3762d5-b0af-4ef5-aa88-13c39f0cefc2 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0483387 Aug 30 18:20:30.180182 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-373fe739-08aa-44e7-9e2b-6c2e3cf2c6cd req-0b1a913c-e116-40e6-9a5a-d69126a5964e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342796 Aug 30 18:20:31.293462 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d42625-7962-4c49-aa39-f61dd7786b1b req-6e9ae12b-afd4-4d13-b1e2-e6287ef65007 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:31.295013 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c6d42625-7962-4c49-aa39-f61dd7786b1b req-6e9ae12b-afd4-4d13-b1e2-e6287ef65007 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0475473 Aug 30 18:20:31.315572 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bbc8c640-70e0-404a-bd50-8bba52888f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:31.334017 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c6d42625-7962-4c49-aa39-f61dd7786b1b req-3faa643d-983e-44b2-af1e-6effd229eaf1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325942 Aug 30 18:20:32.445339 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2336a1-565d-4950-8c0a-e20e1e68599e req-aed15200-ed2f-4e19-a91e-c1225c07adbd tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:32.446787 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b2336a1-565d-4950-8c0a-e20e1e68599e req-aed15200-ed2f-4e19-a91e-c1225c07adbd tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0468585 Aug 30 18:20:32.485911 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b2336a1-565d-4950-8c0a-e20e1e68599e req-7a984c73-5438-48a3-880d-62af9a644751 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329945 Aug 30 18:20:33.607252 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd34f1-d99b-46a5-aff7-9ea2a002c385 req-e229cbba-634f-41ce-978e-5dcb52a704de tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:33.609113 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6bcd34f1-d99b-46a5-aff7-9ea2a002c385 req-e229cbba-634f-41ce-978e-5dcb52a704de tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0485787 Aug 30 18:20:33.650903 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6bcd34f1-d99b-46a5-aff7-9ea2a002c385 req-05902dfd-1f26-4c06-9bc9-ce143fa8d30a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344796 Aug 30 18:20:33.968108 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-72069a21-8211-48de-8cb4-43502b26bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:34.015605 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:34.766666 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1439-4961-48ae-a84a-ecae3af4c2e9 req-9eb133a7-83c3-4702-92d5-090e3d0e6986 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:34.768402 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f18a1439-4961-48ae-a84a-ecae3af4c2e9 req-9eb133a7-83c3-4702-92d5-090e3d0e6986 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0520179 Aug 30 18:20:34.808171 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f18a1439-4961-48ae-a84a-ecae3af4c2e9 req-3939ca41-c373-4702-91da-7d7b28fe802d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338032 Aug 30 18:20:35.160907 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:35.900676 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52472) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:35.923245 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67af67-7fc5-4109-a3ae-8329ebce2afa req-8ffe0d37-cdcb-4406-a5e8-df735a3c783f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:35.925295 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7e67af67-7fc5-4109-a3ae-8329ebce2afa req-8ffe0d37-cdcb-4406-a5e8-df735a3c783f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0502784 Aug 30 18:20:35.964465 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7e67af67-7fc5-4109-a3ae-8329ebce2afa req-bbc3d7a4-07de-49d3-837f-6ce4dd703c69 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331161 Aug 30 18:20:36.008320 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cc434927-e441-4b37-b286-00547c86b17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:36.099084 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cc434927-e441-4b37-b286-00547c86b17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:36.102662 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cc434927-e441-4b37-b286-00547c86b17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:36.139893 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-cc434927-e441-4b37-b286-00547c86b17f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e57211fb0bb466e8aed569984b58752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381036 Aug 30 18:20:36.140718 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc434927-e441-4b37-b286-00547c86b17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c478012-b0e4-422b-b575-1dc41863f756,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:36.142930 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 52478) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:36.191958 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50f759aa-eeb1-490e-875f-ae04f9d4683e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:36.212287 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50f759aa-eeb1-490e-875f-ae04f9d4683e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:36.268455 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50f759aa-eeb1-490e-875f-ae04f9d4683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:36.270992 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-50f759aa-eeb1-490e-875f-ae04f9d4683e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:36.272283 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-50f759aa-eeb1-490e-875f-ae04f9d4683e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c478012-b0e4-422b-b575-1dc41863f756 HTTP/1.1" status: 204 len: 168 time: 0.1283031 Aug 30 18:20:36.279953 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f759aa-eeb1-490e-875f-ae04f9d4683e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c478012-b0e4-422b-b575-1dc41863f756,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:36.519439 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:37.078235 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ae44a-17d7-4576-beae-9587331a0863 req-670cbcbc-7f50-4fb8-869c-6a69f2a664af tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:37.079634 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f92ae44a-17d7-4576-beae-9587331a0863 req-670cbcbc-7f50-4fb8-869c-6a69f2a664af tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0482416 Aug 30 18:20:37.117533 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f92ae44a-17d7-4576-beae-9587331a0863 req-21ac84f4-3596-4770-bd7b-20b1443204ce tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320439 Aug 30 18:20:38.232676 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f162a-df13-412a-bec5-8edcaf18ce05 req-6f698585-6b39-4153-8550-17543d82a6c3 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:38.234185 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6d8f162a-df13-412a-bec5-8edcaf18ce05 req-6f698585-6b39-4153-8550-17543d82a6c3 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0484366 Aug 30 18:20:38.271650 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6d8f162a-df13-412a-bec5-8edcaf18ce05 req-f7de7c2d-7d1d-4a58-99d1-93ed19be96dd tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316193 Aug 30 18:20:38.480386 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d0d84-5845-40b1-b6f4-ea8a97e80f32 req-8fe974a2-3ac4-41ae-9479-a67e1804808e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:38.482482 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2e1d0d84-5845-40b1-b6f4-ea8a97e80f32 req-8fe974a2-3ac4-41ae-9479-a67e1804808e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0563061 Aug 30 18:20:38.523485 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2e1d0d84-5845-40b1-b6f4-ea8a97e80f32 req-1c349df3-6295-4bd0-89c6-04de19fbf16a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341990 Aug 30 18:20:38.560650 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f57f-9df0-4471-be87-5d724c7df186 req-87b46d38-24b5-4fe9-ad76-073e306ea694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:38.562212 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d403f57f-9df0-4471-be87-5d724c7df186 req-87b46d38-24b5-4fe9-ad76-073e306ea694 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3666a181dc3a40a6a2f006078efddf03&device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0523157 Aug 30 18:20:38.650794 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f57f-9df0-4471-be87-5d724c7df186 req-c7389d1a-778b-4bf6-bdcc-b024e5532510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:38.652292 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d403f57f-9df0-4471-be87-5d724c7df186 req-c7389d1a-778b-4bf6-bdcc-b024e5532510 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf090307-1c5e-4a9d-a855-c31bcbfd8792 HTTP/1.1" status: 200 len: 912 time: 0.0809433 Aug 30 18:20:38.722075 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d403f57f-9df0-4471-be87-5d724c7df186 req-4100b63d-dcd4-4be7-b680-19de92ecbcb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 HTTP/1.1" status: 200 len: 999 time: 0.0612679 Aug 30 18:20:38.769159 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f57f-9df0-4471-be87-5d724c7df186 req-31518a78-fb98-4c03-af89-f4af8e30f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:38.770549 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d403f57f-9df0-4471-be87-5d724c7df186 req-31518a78-fb98-4c03-af89-f4af8e30f27d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7162880f-6947-4246-a359-77445ff3b234 HTTP/1.1" status: 200 len: 850 time: 0.0416028 Aug 30 18:20:38.815444 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403f57f-9df0-4471-be87-5d724c7df186 req-8b5de6c2-29e3-4fc2-aca3-49ca1a787726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:38.816912 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d403f57f-9df0-4471-be87-5d724c7df186 req-8b5de6c2-29e3-4fc2-aca3-49ca1a787726 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf090307-1c5e-4a9d-a855-c31bcbfd8792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382397 Aug 30 18:20:38.906456 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d403f57f-9df0-4471-be87-5d724c7df186 req-207e81a8-5206-498e-a5ff-5e119d3e6503 service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809014 Aug 30 18:20:39.635325 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806ab18-c859-4961-9e2b-2c6c57b63ac4 req-21793a06-aa2e-474f-b268-85712c214da1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:39.636793 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a806ab18-c859-4961-9e2b-2c6c57b63ac4 req-21793a06-aa2e-474f-b268-85712c214da1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0478249 Aug 30 18:20:39.673549 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a806ab18-c859-4961-9e2b-2c6c57b63ac4 req-772f0868-5b3c-4485-9276-e967e43988b2 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310202 Aug 30 18:20:40.592477 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:40.785201 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2bb5-2253-4ecc-9eee-c2685d821409 req-3c1fd716-dc54-4b21-a0a2-48d8575c1753 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:40.786728 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-650a2bb5-2253-4ecc-9eee-c2685d821409 req-3c1fd716-dc54-4b21-a0a2-48d8575c1753 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0480993 Aug 30 18:20:40.823824 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-650a2bb5-2253-4ecc-9eee-c2685d821409 req-d73b903b-6a51-42fb-b5c3-2aa35e6885e7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312419 Aug 30 18:20:41.631293 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d403f57f-9df0-4471-be87-5d724c7df186 req-963566c1-5767-4a0f-a9f7-d1555fca3185 service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836692 Aug 30 18:20:41.937348 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69da5f-9d6f-4500-8be1-58b56606cc45 req-5d4ff3af-aada-4d6c-8141-28816978633e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:41.938779 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8e69da5f-9d6f-4500-8be1-58b56606cc45 req-5d4ff3af-aada-4d6c-8141-28816978633e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0510788 Aug 30 18:20:41.975759 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8e69da5f-9d6f-4500-8be1-58b56606cc45 req-43e904bd-6e9c-41ab-9956-52fc97797952 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307250 Aug 30 18:20:43.091378 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0f27-1603-49c5-998b-0d6d4ea2ca83 req-0770e38f-c68f-4081-8f92-2ad81a0da857 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:20:43.092818 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-33bd0f27-1603-49c5-998b-0d6d4ea2ca83 req-0770e38f-c68f-4081-8f92-2ad81a0da857 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0518429 Aug 30 18:20:43.131038 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-33bd0f27-1603-49c5-998b-0d6d4ea2ca83 req-d3ab2389-8529-450a-9269-33590c3bdc51 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316033 Aug 30 18:20:48.656773 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:20:54.343784 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52598) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:54.450249 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-72b09e7d-a282-46c2-b0a4-436993fb2fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:54.535658 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-72b09e7d-a282-46c2-b0a4-436993fb2fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:54.539524 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-72b09e7d-a282-46c2-b0a4-436993fb2fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:54.580418 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-72b09e7d-a282-46c2-b0a4-436993fb2fe0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18086eec0bf246d4b0f2aec7477717d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350721 Aug 30 18:20:54.581275 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b09e7d-a282-46c2-b0a4-436993fb2fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd74f89-9ebb-4af5-baf5-91dc18ff9553,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:54.583243 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 52602) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:20:54.631091 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:54.651786 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:54.696815 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:54.699315 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:20:54.700438 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddd74f89-9ebb-4af5-baf5-91dc18ff9553 HTTP/1.1" status: 204 len: 168 time: 0.1162229 Aug 30 18:20:54.708607 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd74f89-9ebb-4af5-baf5-91dc18ff9553,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:20:54.715919 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:54.716270 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:54.716612 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:54.716969 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:54.717308 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:54.717638 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:54.717970 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:54.718297 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:54.718625 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:54.718948 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:54.719272 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:20:54.719596 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb32af8d-7ad4-4e5b-9ec5-65cc859c0264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:01.309750 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-62da11e7-8436-45a3-a5ed-811f0df10298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:03.969345 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d9fe1ca4-9ca1-4b7c-baf6-61b9bfb8ab4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:04.016111 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:05.163360 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:06.523959 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:10.593447 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:11.187724 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bcf40-1d5d-4f91-97d4-0b9a13d79e68 req-518d2d3f-e5bd-4d12-8a36-b07a0720ff6b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:11.189131 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-264bcf40-1d5d-4f91-97d4-0b9a13d79e68 req-518d2d3f-e5bd-4d12-8a36-b07a0720ff6b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.1494899 Aug 30 18:21:11.227729 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-264bcf40-1d5d-4f91-97d4-0b9a13d79e68 req-eea8bd9c-b6ef-4aa3-a912-92baa0669a0e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321743 Aug 30 18:21:12.348062 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6d752-76c1-4f68-9e1a-a4322710f70a req-c51aacbd-b861-41f0-90bd-b4baaa8d9292 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:12.349572 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1ff6d752-76c1-4f68-9e1a-a4322710f70a req-c51aacbd-b861-41f0-90bd-b4baaa8d9292 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0490053 Aug 30 18:21:12.386460 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1ff6d752-76c1-4f68-9e1a-a4322710f70a req-e6966156-0773-44b0-9a1a-8797641a508d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308027 Aug 30 18:21:13.505054 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f5041-08b5-46e1-a9a2-83dbea4700bd req-daa7cd40-2ad6-41b6-bf80-50f6ab43289b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:13.506517 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-522f5041-08b5-46e1-a9a2-83dbea4700bd req-daa7cd40-2ad6-41b6-bf80-50f6ab43289b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0478635 Aug 30 18:21:13.543349 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-522f5041-08b5-46e1-a9a2-83dbea4700bd req-9b27e045-b853-4501-917f-0b74118d29cd tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309708 Aug 30 18:21:14.097929 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7e8c0d8-21ae-4a52-b30e-8614c17e2117 req-e61f6674-433f-42fe-a71a-acd5e9a5de41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866063 Aug 30 18:21:14.185647 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8c0d8-21ae-4a52-b30e-8614c17e2117 req-8b459dcd-0fd9-48a0-b320-68c559251887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:14.187208 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7e8c0d8-21ae-4a52-b30e-8614c17e2117 req-8b459dcd-0fd9-48a0-b320-68c559251887 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3666a181dc3a40a6a2f006078efddf03&device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0388718 Aug 30 18:21:14.298028 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8c0d8-21ae-4a52-b30e-8614c17e2117 req-2c81c5c1-24b7-46d6-9534-229330bee206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:14.299491 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7e8c0d8-21ae-4a52-b30e-8614c17e2117 req-2c81c5c1-24b7-46d6-9534-229330bee206 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf090307-1c5e-4a9d-a855-c31bcbfd8792 HTTP/1.1" status: 200 len: 912 time: 0.0846026 Aug 30 18:21:14.595119 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7e8c0d8-21ae-4a52-b30e-8614c17e2117 req-cb196205-adb3-4dc9-b4d2-f2917f7ee2c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 HTTP/1.1" status: 200 len: 999 time: 0.2863324 Aug 30 18:21:14.652179 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8c0d8-21ae-4a52-b30e-8614c17e2117 req-a13dc401-5a8f-4ef7-9864-74b0db97cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:14.653733 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7e8c0d8-21ae-4a52-b30e-8614c17e2117 req-a13dc401-5a8f-4ef7-9864-74b0db97cdfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7162880f-6947-4246-a359-77445ff3b234 HTTP/1.1" status: 200 len: 850 time: 0.0447693 Aug 30 18:21:14.666451 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa639363-7f97-4040-8cd0-4b86b654de78 req-8423b902-e9d8-47f4-8138-84968bbb7084 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:14.667902 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fa639363-7f97-4040-8cd0-4b86b654de78 req-8423b902-e9d8-47f4-8138-84968bbb7084 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0524590 Aug 30 18:21:14.706967 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fa639363-7f97-4040-8cd0-4b86b654de78 req-5c8fcf96-7aa5-4764-8ba5-0acadb7aa5ac tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328317 Aug 30 18:21:14.711089 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8c0d8-21ae-4a52-b30e-8614c17e2117 req-f66bf859-e56c-451f-b41e-839a7e86c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:14.712590 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7e8c0d8-21ae-4a52-b30e-8614c17e2117 req-f66bf859-e56c-451f-b41e-839a7e86c8c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf090307-1c5e-4a9d-a855-c31bcbfd8792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442057 Aug 30 18:21:14.802656 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7e8c0d8-21ae-4a52-b30e-8614c17e2117 req-b441a77b-0d04-4264-8c5f-56017827256c service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807934 Aug 30 18:21:14.899222 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7e8c0d8-21ae-4a52-b30e-8614c17e2117 req-2ee0e24d-6f5f-4680-9c0a-5e34042beb7b service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857699 Aug 30 18:21:15.823309 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c666b66-4d33-4e17-91f9-ffce6832241f req-b4eec6c6-6ebf-42a6-8641-d510b7c55891 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:15.824698 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0c666b66-4d33-4e17-91f9-ffce6832241f req-b4eec6c6-6ebf-42a6-8641-d510b7c55891 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0488627 Aug 30 18:21:15.862033 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0c666b66-4d33-4e17-91f9-ffce6832241f req-072e329d-e549-42fd-b817-63f39c438233 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311854 Aug 30 18:21:16.980269 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6f418-047c-448d-82c4-9f3142f901b4 req-3494fd96-fb56-4bbd-8821-a26b462ee07f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:16.981783 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ecb6f418-047c-448d-82c4-9f3142f901b4 req-3494fd96-fb56-4bbd-8821-a26b462ee07f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0485764 Aug 30 18:21:17.019817 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ecb6f418-047c-448d-82c4-9f3142f901b4 req-642e330d-381a-4cb1-bb6c-f4e493ef1c81 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Aug 30 18:21:18.141201 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99d49e-56d3-47d8-9ede-199de96c6bfc req-997422aa-c9a5-44ef-ba5a-fce86ec2b232 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:18.142740 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d99d49e-56d3-47d8-9ede-199de96c6bfc req-997422aa-c9a5-44ef-ba5a-fce86ec2b232 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0530980 Aug 30 18:21:18.180006 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d99d49e-56d3-47d8-9ede-199de96c6bfc req-154c672b-6d0e-4012-8823-ca76b2daa6f0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313942 Aug 30 18:21:19.296762 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704ec14-7950-47e8-a354-e5f599149037 req-b9e41282-8217-45ff-b6b4-c6fa6c6c89f9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:19.298300 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0704ec14-7950-47e8-a354-e5f599149037 req-b9e41282-8217-45ff-b6b4-c6fa6c6c89f9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0490682 Aug 30 18:21:19.335968 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0704ec14-7950-47e8-a354-e5f599149037 req-e478fed7-a16e-4152-8174-c07e9fa3601d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312884 Aug 30 18:21:20.451855 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29d578-7e2f-4d8b-a083-a293574e5bef req-67286785-8996-463d-ad46-0372473a6b6c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:20.453325 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6a29d578-7e2f-4d8b-a083-a293574e5bef req-67286785-8996-463d-ad46-0372473a6b6c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0473089 Aug 30 18:21:20.491316 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6a29d578-7e2f-4d8b-a083-a293574e5bef req-100663c3-a601-4e16-98c0-faf1ac8f8af7 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310261 Aug 30 18:21:21.612950 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a1344-33d2-4123-8ad7-9947f2854e7e req-7f7212c3-6962-44b0-8a9b-b03247d19e12 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:21.614417 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8e3a1344-33d2-4123-8ad7-9947f2854e7e req-7f7212c3-6962-44b0-8a9b-b03247d19e12 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0519214 Aug 30 18:21:21.652253 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8e3a1344-33d2-4123-8ad7-9947f2854e7e req-3f3f3714-671b-4019-a33a-c984e27b30f9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320404 Aug 30 18:21:22.772953 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74cd83-3a90-40ee-b60b-00186284510e req-8fbb6871-e369-4886-b98e-bf09a9fb783d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:22.774666 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fa74cd83-3a90-40ee-b60b-00186284510e req-8fbb6871-e369-4886-b98e-bf09a9fb783d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0482404 Aug 30 18:21:22.812006 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fa74cd83-3a90-40ee-b60b-00186284510e req-f4ad9350-48f4-4994-90ab-9b1398dfc1f6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314677 Aug 30 18:21:23.267573 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19938c1-d81c-469a-b1f6-66cbe08c4937 req-8965160e-2156-43d2-b502-ae55096a3a54 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:23.269658 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f19938c1-d81c-469a-b1f6-66cbe08c4937 req-8965160e-2156-43d2-b502-ae55096a3a54 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0489349 Aug 30 18:21:23.306841 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f19938c1-d81c-469a-b1f6-66cbe08c4937 req-dab4f9af-618d-4f34-b16c-d226aa0cbe6b tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312331 Aug 30 18:21:23.935680 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad97c0-4ac2-46ad-91d4-281684503468 req-2cad512c-925b-4682-bada-4dd7b3c043e6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:23.937174 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f6ad97c0-4ac2-46ad-91d4-281684503468 req-2cad512c-925b-4682-bada-4dd7b3c043e6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0514657 Aug 30 18:21:23.974476 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f6ad97c0-4ac2-46ad-91d4-281684503468 req-e028ddcb-2c35-4f82-8f99-146bfb0bea86 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309303 Aug 30 18:21:24.419177 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d657914-38b9-42cb-9149-d58d41efcee1 req-8db11a3f-5dcf-43f3-90a9-c0676aa08fe0 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:24.420647 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7d657914-38b9-42cb-9149-d58d41efcee1 req-8db11a3f-5dcf-43f3-90a9-c0676aa08fe0 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0477567 Aug 30 18:21:24.457821 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7d657914-38b9-42cb-9149-d58d41efcee1 req-375b2b1b-2e78-4c9a-accc-196ed097ddda tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307653 Aug 30 18:21:25.089899 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c29810-0931-4326-831a-5eaeef61365e req-9954810d-4d9a-47bd-b4b7-f92bd2f08fe5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:25.091365 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-36c29810-0931-4326-831a-5eaeef61365e req-9954810d-4d9a-47bd-b4b7-f92bd2f08fe5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0475135 Aug 30 18:21:25.128341 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-36c29810-0931-4326-831a-5eaeef61365e req-b6da9279-8c93-4281-a4ce-63770afb2c9b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304582 Aug 30 18:21:25.574352 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aec32-7cb5-4611-9b6b-bb15ee95411a req-764b973e-df0e-4546-a32a-8349f4bc2b59 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:25.575815 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d8aec32-7cb5-4611-9b6b-bb15ee95411a req-764b973e-df0e-4546-a32a-8349f4bc2b59 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0534499 Aug 30 18:21:25.612581 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d8aec32-7cb5-4611-9b6b-bb15ee95411a req-b2e57567-96b0-4f2d-8b05-2785fc4d34bb tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=ccd410ff-d227-4951-a424-43c6276fcc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300171 Aug 30 18:21:25.654902 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:21:25.723931 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-4c31611f-c433-4cc4-840e-064562df1e45 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:25.725440 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-4c31611f-c433-4cc4-840e-064562df1e45 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.36 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 945 time: 0.0473442 Aug 30 18:21:25.809744 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Deleting port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:21:25.810086 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:25.895818 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] For port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:25.896173 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:26.102358 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:26.102653 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:26.102973 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Floating IP 1b6090f0-b884-4aa4-bcd8-05be2c4e409b disassociated. External IP: 172.27.2.6, port: 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8. Aug 30 18:21:26.103306 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Calling delete_port for 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:21:26.226369 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:26.248365 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887645fd-6033-4f29-bb9a-e377f8db8105 req-0005451a-d591-450f-ab71-f41e7e12a8cc tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:26.249897 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-887645fd-6033-4f29-bb9a-e377f8db8105 req-0005451a-d591-450f-ab71-f41e7e12a8cc tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0495431 Aug 30 18:21:26.257702 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event deleted for resources: {'Port': ['ID=289a3d2b-9159-4ef5-bf2a-cf5e85c420c8,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:26.271129 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:26.271473 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:26.271823 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:26.272136 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:26.272465 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:26.272789 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:26.273133 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:26.273453 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:26.273772 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:26.274084 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:26.274397 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:26.274707 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:26.289352 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-887645fd-6033-4f29-bb9a-e377f8db8105 req-3cfab5a7-e576-4fde-983a-e0017940b2f5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333745 Aug 30 18:21:26.378333 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:21:26.489630 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:21:26.500753 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e975d2-b6ca-400b-a00e-82a39bc401db None None] Sync routers for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:21:26.510309 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e975d2-b6ca-400b-a00e-82a39bc401db None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:21:26.510922 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-d4e975d2-b6ca-400b-a00e-82a39bc401db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:21:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:26.528638 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] No DVR routers for this DVR port 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:21:26.534583 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:26.536555 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b7c4e59b-3115-4153-81f1-4d1d2a37494a req-de063368-02d6-4526-a963-c4cc58026025 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.36 "DELETE /v2.0/ports/289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 HTTP/1.1" status: 204 len: 173 time: 0.8044627 Aug 30 18:21:26.537506 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542eedb3-9639-42d7-b425-1cf2b84e9bf0', 'name': 'network-vif-deleted', 'tag': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:21:26.540291 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28e5456-6567-4b81-833a-5b3ee05145ab" -d '{"events": [{"server_uuid": "542eedb3-9639-42d7-b425-1cf2b84e9bf0", "name": "network-vif-deleted", "tag": "289a3d2b-9159-4ef5-bf2a-cf5e85c420c8"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:21:26.666661 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdf0939-5f61-4917-8f70-a74cc6a8fa13 x-openstack-request-id: req-ebdf0939-5f61-4917-8f70-a74cc6a8fa13 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:21:26.667354 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542eedb3-9639-42d7-b425-1cf2b84e9bf0", "name": "network-vif-deleted", "tag": "289a3d2b-9159-4ef5-bf2a-cf5e85c420c8", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:21:26.667846 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebdf0939-5f61-4917-8f70-a74cc6a8fa13 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:21:26.668459 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542eedb3-9639-42d7-b425-1cf2b84e9bf0', 'name': 'network-vif-deleted', 'tag': '289a3d2b-9159-4ef5-bf2a-cf5e85c420c8', 'status': 'completed', 'code': 200} Aug 30 18:21:26.686614 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-d4e975d2-b6ca-400b-a00e-82a39bc401db None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:21:26.732006 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2cc5fbc1-cdf7-4095-a0b2-9ace9989855a req-88e67feb-d390-4b75-87b9-7e4b294483db tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=542eedb3-9639-42d7-b425-1cf2b84e9bf0 HTTP/1.1" status: 200 len: 210 time: 0.0423872 Aug 30 18:21:26.898468 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-d4e975d2-b6ca-400b-a00e-82a39bc401db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:15Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:26.923797 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e975d2-b6ca-400b-a00e-82a39bc401db None None] Checking router: 1a6a7b70-973f-4bef-9563-ca0112d35bc1 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:21:26.932497 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e975d2-b6ca-400b-a00e-82a39bc401db None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:21:26.933139 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-d4e975d2-b6ca-400b-a00e-82a39bc401db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:21:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:27.038440 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-d4e975d2-b6ca-400b-a00e-82a39bc401db None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:21:27.246976 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-d4e975d2-b6ca-400b-a00e-82a39bc401db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:15Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:27.273816 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e975d2-b6ca-400b-a00e-82a39bc401db None None] The sync data for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi is: [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:15Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:21:27.413048 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54442c7a-14f7-4290-906d-cf422d38a1ad req-a8c666d6-68bf-4497-a8d7-b52739626c5c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:27.420241 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54442c7a-14f7-4290-906d-cf422d38a1ad req-a8c666d6-68bf-4497-a8d7-b52739626c5c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0553596 Aug 30 18:21:27.459470 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54442c7a-14f7-4290-906d-cf422d38a1ad req-09658db5-5fa2-43fa-8076-2aec4c115812 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383894 Aug 30 18:21:27.492671 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0b3313-fd57-475c-bdbf-89a94c1efc89 None None] New status for floating IP 1b6090f0-b884-4aa4-bcd8-05be2c4e409b: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:21:27.831929 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 52938) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:27.886557 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3772d8d4-da62-415d-9375-6e1589aba64f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:27.909374 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3772d8d4-da62-415d-9375-6e1589aba64f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:27.954882 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3772d8d4-da62-415d-9375-6e1589aba64f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:27.957494 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3772d8d4-da62-415d-9375-6e1589aba64f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:27.961586 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3772d8d4-da62-415d-9375-6e1589aba64f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "DELETE /v2.0/security-groups/ccd410ff-d227-4951-a424-43c6276fcc0a HTTP/1.1" status: 204 len: 168 time: 0.1256900 Aug 30 18:21:27.962069 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52940) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:27.967962 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772d8d4-da62-415d-9375-6e1589aba64f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd410ff-d227-4951-a424-43c6276fcc0a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:27.976612 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.api.v2.resource [None req-2683b201-3227-4923-8b08-7689713e40c6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] show failed (client error): The resource could not be found. Aug 30 18:21:27.977766 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-2683b201-3227-4923-8b08-7689713e40c6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups/ccd410ff-d227-4951-a424-43c6276fcc0a HTTP/1.1" status: 404 len: 347 time: 0.0145643 Aug 30 18:21:27.981123 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52942) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:28.111805 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-98349c46-d5d2-42bb-b4ec-75c1f2262d18 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Deleting port 952de50e-b73a-4cad-baa4-7205b8b7daed {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:21:28.112823 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98349c46-d5d2-42bb-b4ec-75c1f2262d18 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:28.198635 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98349c46-d5d2-42bb-b4ec-75c1f2262d18 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:28.198992 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98349c46-d5d2-42bb-b4ec-75c1f2262d18 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:28.210613 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-98349c46-d5d2-42bb-b4ec-75c1f2262d18 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Calling delete_port for 952de50e-b73a-4cad-baa4-7205b8b7daed owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:21:28.343199 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98349c46-d5d2-42bb-b4ec-75c1f2262d18 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:28.367949 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98349c46-d5d2-42bb-b4ec-75c1f2262d18 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event deleted for resources: {'Port': ['ID=952de50e-b73a-4cad-baa4-7205b8b7daed,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:28.425764 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98349c46-d5d2-42bb-b4ec-75c1f2262d18 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:28.428264 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-98349c46-d5d2-42bb-b4ec-75c1f2262d18 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:28.429431 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-98349c46-d5d2-42bb-b4ec-75c1f2262d18 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "DELETE /v2.0/floatingips/1b6090f0-b884-4aa4-bcd8-05be2c4e409b HTTP/1.1" status: 204 len: 168 time: 0.4472752 Aug 30 18:21:28.598792 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5090f-22c8-43c3-9f39-e50a55eec968 req-081ef5b5-a927-45b9-b6f1-2a8678d55715 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:28.601698 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c8e5090f-22c8-43c3-9f39-e50a55eec968 req-081ef5b5-a927-45b9-b6f1-2a8678d55715 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0497813 Aug 30 18:21:28.640221 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c8e5090f-22c8-43c3-9f39-e50a55eec968 req-12873eea-ee5c-48dc-b616-c785c3375686 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337839 Aug 30 18:21:28.722369 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 52958) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:28.727061 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-eb13aca0-2f2c-4ad6-9e56-9cd7596dcf51 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279453749', 'description': 'tempest-description--843361499'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:28.755553 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb13aca0-2f2c-4ad6-9e56-9cd7596dcf51 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:28.848277 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb13aca0-2f2c-4ad6-9e56-9cd7596dcf51 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:28.853079 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb13aca0-2f2c-4ad6-9e56-9cd7596dcf51 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:28.879894 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb13aca0-2f2c-4ad6-9e56-9cd7596dcf51 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:28.881211 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-eb13aca0-2f2c-4ad6-9e56-9cd7596dcf51 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1578076 Aug 30 18:21:28.884640 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 52962) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:28.885545 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13aca0-2f2c-4ad6-9e56-9cd7596dcf51 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99da988e-3800-4bcb-8fce-24131afb29f3,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:28.890217 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-05d853af-9a4e-460a-890b-dd179ee06b27 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Request body: {'security_group_rule': {'security_group_id': '99da988e-3800-4bcb-8fce-24131afb29f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:28.917748 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05d853af-9a4e-460a-890b-dd179ee06b27 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:28.982961 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05d853af-9a4e-460a-890b-dd179ee06b27 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:28.987586 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05d853af-9a4e-460a-890b-dd179ee06b27 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.012423 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d853af-9a4e-460a-890b-dd179ee06b27 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a6491e-5ac2-4766-a396-519c4c3384af,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:29.019205 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05d853af-9a4e-460a-890b-dd179ee06b27 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.022981 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-05d853af-9a4e-460a-890b-dd179ee06b27 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343508 Aug 30 18:21:29.023202 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 52968) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:29.027896 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-c9737abd-b256-4549-a24e-a77dfbe7bec7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Request body: {'security_group_rule': {'security_group_id': '99da988e-3800-4bcb-8fce-24131afb29f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:29.059042 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c9737abd-b256-4549-a24e-a77dfbe7bec7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.122079 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c9737abd-b256-4549-a24e-a77dfbe7bec7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.126025 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c9737abd-b256-4549-a24e-a77dfbe7bec7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.144114 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9737abd-b256-4549-a24e-a77dfbe7bec7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5f132e-3abf-4b26-aa1c-ae506f30a56e,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:29.149751 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c9737abd-b256-4549-a24e-a77dfbe7bec7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.150995 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-c9737abd-b256-4549-a24e-a77dfbe7bec7 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267838 Aug 30 18:21:29.154090 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 52970) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:29.158472 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Request body: {'floatingip': {'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:29.178427 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.273673 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.372812 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Allocated IP 172.27.2.88 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/3a101761-7544-4164-aa30-91b31a5f83b7) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:21:29.473170 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.509753 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.543624 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:21:29.546345 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:21:29.552176 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:21:29.574941 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event updated for resources: {'Port': ['ID=3a101761-7544-4164-aa30-91b31a5f83b7,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:29.648845 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.680545 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.823051 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ac140-f372-4f45-a9c1-121ef114533a req-ba8ba305-8dc5-4596-b359-3a5127b37cfd tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:29.824508 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-617ac140-f372-4f45-a9c1-121ef114533a req-ba8ba305-8dc5-4596-b359-3a5127b37cfd tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.1093948 Aug 30 18:21:29.887201 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-617ac140-f372-4f45-a9c1-121ef114533a req-e0f970e7-cc3c-48ca-93ca-5de9ca27e414 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565116 Aug 30 18:21:29.907832 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.913963 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771742'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:29.982576 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event updated for resources: {'Port': ['ID=3a101761-7544-4164-aa30-91b31a5f83b7,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:29.992865 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:30.006021 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:30.007317 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d973174a-9ee5-422c-8da6-6f3bff356df6 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8523295 Aug 30 18:21:30.073713 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 675d1dfa-d3a6-45b7-9742-2dc55313f11f details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:21:30.076744 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:21:30.101855 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:21:30.102355 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 289a3d2b-9159-4ef5-bf2a-cf5e85c420c8 not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:21:30.161487 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-c0787179-0e3a-4944-abe4-7582be9f82d4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--279453749&fields=id&tenant_id=3666a181dc3a40a6a2f006078efddf03 HTTP/1.1" status: 200 len: 267 time: 0.0403469 Aug 30 18:21:30.246131 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:30.262051 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'port_id': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'mac_address': 'fa:16:3e:db:1b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:21:30.286394 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-9a56474e-048c-4b91-a9b9-413762afe0dc tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:30.288265 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-9a56474e-048c-4b91-a9b9-413762afe0dc tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/networks?id=bf090307-1c5e-4a9d-a855-c31bcbfd8792 HTTP/1.1" status: 200 len: 811 time: 0.1190214 Aug 30 18:21:30.310238 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:30.310937 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-5aa78d76-a80a-4e5d-976e-b30104e7812f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/quotas/3666a181dc3a40a6a2f006078efddf03 HTTP/1.1" status: 200 len: 375 time: 0.0130005 Aug 30 18:21:30.324407 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 675d1dfa-d3a6-45b7-9742-2dc55313f11f {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:21:30.345488 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:30.350788 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:30.374032 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-6eefc286-fafa-4c7e-b491-1e6be9396299 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3666a181dc3a40a6a2f006078efddf03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559285 Aug 30 18:21:30.411746 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=675d1dfa-d3a6-45b7-9742-2dc55313f11f,revision_number=6']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:30.419573 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:30.419998 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:30.420404 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:30.420827 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:30.421206 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:30.421539 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:30.421869 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:30.422209 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:30.422552 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:30.422879 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:30.423210 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:30.423528 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:30.429615 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['675d1dfa-d3a6-45b7-9742-2dc55313f11f'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:21:30.564878 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-094b3808-7593-4d1d-9375-2651d711e814 service neutron] 10.222.0.16 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764319 Aug 30 18:21:30.666405 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-3fb94fb3-82e3-44d6-a1e6-d61719b2e7fb service neutron] 10.222.0.16 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918877 Aug 30 18:21:30.837285 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9cfdc8cc-d7e9-4375-bb3f-4e2111b625cc req-1dabd445-7b52-4b2f-8f45-d720be3d3a48 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 210 time: 0.0295277 Aug 30 18:21:31.030103 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403a1cc-0439-435b-8bb7-31d7f624a3ef req-ca0ff8dd-05fa-47be-bfa9-c4216abf16d0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:31.033375 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d403a1cc-0439-435b-8bb7-31d7f624a3ef req-ca0ff8dd-05fa-47be-bfa9-c4216abf16d0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 944 time: 0.0531476 Aug 30 18:21:31.086810 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d403a1cc-0439-435b-8bb7-31d7f624a3ef req-cff66efc-e40f-4c29-bebd-ea54c91a8d38 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439830 Aug 30 18:21:31.323117 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f975c15d-5f4a-4e10-ba2a-45399e095aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:32.011734 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aefc2935-6569-4af3-b437-945ef0df2030 req-93b73172-f442-4844-b294-1faadd80b402 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 210 time: 0.0590189 Aug 30 18:21:32.087963 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 675d1dfa-d3a6-45b7-9742-2dc55313f11f up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:32.103576 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-2bad7272-c496-41cd-9447-4c1ed5704300 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:32.105220 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-2bad7272-c496-41cd-9447-4c1ed5704300 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.36 "GET /v2.0/networks?id=bf090307-1c5e-4a9d-a855-c31bcbfd8792 HTTP/1.1" status: 200 len: 811 time: 0.1489475 Aug 30 18:21:32.167039 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-9f3a748d-9454-4e14-b1d4-604c62d76387 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3666a181dc3a40a6a2f006078efddf03 HTTP/1.1" status: 200 len: 379 time: 0.0463696 Aug 30 18:21:32.172104 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 675d1dfa-d3a6-45b7-9742-2dc55313f11f triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:32.172582 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:32.190898 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Request body: {'port': {'device_id': 'a079e5bf-1e74-4550-a604-18ae4817d301', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'admin_state_up': True, 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'security_groups': ['99da988e-3800-4bcb-8fce-24131afb29f3']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:32.280572 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2db683-ffc5-4761-a7c9-889e14119c82 req-e51e0542-9118-4ea6-afd4-ffe17bcee512 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:32.289130 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0c2db683-ffc5-4761-a7c9-889e14119c82 req-e51e0542-9118-4ea6-afd4-ffe17bcee512 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 944 time: 0.0852404 Aug 30 18:21:32.290261 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:32.332713 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0c2db683-ffc5-4761-a7c9-889e14119c82 req-6dafcbe7-86e1-4a2c-9923-a98d3c394e64 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421100 Aug 30 18:21:32.339947 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:21:32.343371 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62e397e-f704-4686-b044-08b5a4e0a5fb" -d '{"events": [{"server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "name": "network-vif-plugged", "status": "completed", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:21:32.358474 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:32.364465 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:32.372139 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Made reservation on behalf of 3666a181dc3a40a6a2f006078efddf03 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:21:32.378562 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:32.403498 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793597ef-6f14-4ed4-8e6c-f73d9f8b0787 x-openstack-request-id: req-793597ef-6f14-4ed4-8e6c-f73d9f8b0787 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:21:32.403786 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "name": "network-vif-plugged", "status": "completed", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:21:32.404457 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-793597ef-6f14-4ed4-8e6c-f73d9f8b0787 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:21:32.404847 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'code': 200} Aug 30 18:21:32.435432 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=675d1dfa-d3a6-45b7-9742-2dc55313f11f,revision_number=7']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:32.534033 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Allocated IP 172.20.0.4 (bf090307-1c5e-4a9d-a855-c31bcbfd8792/7162880f-6947-4246-a359-77445ff3b234/eba1a8c6-abe7-4eef-bb0e-80a447682cd9) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:21:32.767922 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:32.783108 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Transition to ACTIVE for port object eba1a8c6-abe7-4eef-bb0e-80a447682cd9 will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:21:32.820311 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:32.869042 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Network bf090307-1c5e-4a9d-a855-c31bcbfd8792 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:21:32.874293 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:21:32.876953 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:21:32.906216 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event updated for resources: {'Port': ['ID=eba1a8c6-abe7-4eef-bb0e-80a447682cd9,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:32.940310 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:32.940968 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:32.967803 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-b834e75f-7105-4e95-a3bb-5017be5fe28e tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7826107 Aug 30 18:21:32.993308 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Request body: {'port': {'device_id': 'a079e5bf-1e74-4550-a604-18ae4817d301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:33.057011 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:33.160560 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805519cb-3f47-4f60-935d-c7f55cd6f2ec req-b8f6e8c9-ea85-456d-b843-075626e6aa52 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:33.168363 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-805519cb-3f47-4f60-935d-c7f55cd6f2ec req-b8f6e8c9-ea85-456d-b843-075626e6aa52 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 931 time: 0.0594296 Aug 30 18:21:33.191756 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-8bc37d04-5404-428b-823b-7c816496f271 None None] Provisioning for port eba1a8c6-abe7-4eef-bb0e-80a447682cd9 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:21:33.202896 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-8bc37d04-5404-428b-823b-7c816496f271 None None] Provisioning complete for port eba1a8c6-abe7-4eef-bb0e-80a447682cd9 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:33.203268 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8bc37d04-5404-428b-823b-7c816496f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:33.242771 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-8bc37d04-5404-428b-823b-7c816496f271 None None] Port eba1a8c6-abe7-4eef-bb0e-80a447682cd9 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:21:33.251952 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-805519cb-3f47-4f60-935d-c7f55cd6f2ec req-7c0a8e60-52e8-4f85-a9e2-e15f59065f36 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=99da988e-3800-4bcb-8fce-24131afb29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777767 Aug 30 18:21:33.391854 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba1a8c6-abe7-4eef-bb0e-80a447682cd9 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:21:33.404433 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:33.422861 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Transition to ACTIVE for port object eba1a8c6-abe7-4eef-bb0e-80a447682cd9 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:21:33.429208 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:33.451442 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb28e9-14eb-4ef9-b2e9-fbc9e905810b req-25b9e353-532a-4150-a0cc-bd42d0da35ae tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:33.460497 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fefb28e9-14eb-4ef9-b2e9-fbc9e905810b req-25b9e353-532a-4150-a0cc-bd42d0da35ae tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0574470 Aug 30 18:21:33.500050 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fefb28e9-14eb-4ef9-b2e9-fbc9e905810b req-249c158c-2ce8-441a-95ea-51aba4c591a6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390983 Aug 30 18:21:33.537039 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Pushing event updated for resources: {'Port': ['ID=eba1a8c6-abe7-4eef-bb0e-80a447682cd9,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:33.615779 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Attempting to bind port eba1a8c6-abe7-4eef-bb0e-80a447682cd9 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:21:33.616176 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Attempting to bind port eba1a8c6-abe7-4eef-bb0e-80a447682cd9 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:21:33.616513 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Attempting to bind port eba1a8c6-abe7-4eef-bb0e-80a447682cd9 on network bf090307-1c5e-4a9d-a855-c31bcbfd8792 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:21:33.622986 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Port eba1a8c6-abe7-4eef-bb0e-80a447682cd9 on network bf090307-1c5e-4a9d-a855-c31bcbfd8792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:21:33.623430 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Attempting to bind port eba1a8c6-abe7-4eef-bb0e-80a447682cd9 on network bf090307-1c5e-4a9d-a855-c31bcbfd8792 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:21:33.630303 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:21:33.630303 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Checking segment: {'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:21:33.630843 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Bound using segment: {'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:21:33.631384 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Bound port: eba1a8c6-abe7-4eef-bb0e-80a447682cd9, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:21:33.631384 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:33.732825 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] For port eba1a8c6-abe7-4eef-bb0e-80a447682cd9, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:21:33.737852 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] For port eba1a8c6-abe7-4eef-bb0e-80a447682cd9, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=eba1a8c6-abe7-4eef-bb0e-80a447682cd9,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:21:33.746517 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:33.792873 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:33.792873 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:33.792873 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] 10.222.0.36 "PUT /v2.0/ports/eba1a8c6-abe7-4eef-bb0e-80a447682cd9 HTTP/1.1" status: 200 len: 1093 time: 0.8092802 Aug 30 18:21:33.792873 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a079e5bf-1e74-4550-a604-18ae4817d301', 'tag': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:21:33.794774 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3fb5bb-9f40-45e3-be4c-2c46668f828a" -d '{"events": [{"name": "network-changed", "server_uuid": "a079e5bf-1e74-4550-a604-18ae4817d301", "tag": "eba1a8c6-abe7-4eef-bb0e-80a447682cd9"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:21:33.825891 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc1212-13b4-4830-9398-635e41b84192 service neutron] Pushing event updated for resources: {'Port': ['ID=eba1a8c6-abe7-4eef-bb0e-80a447682cd9,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:33.872973 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556d6acb-bfea-4cf3-bc46-0469c449823c x-openstack-request-id: req-556d6acb-bfea-4cf3-bc46-0469c449823c {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:21:33.872973 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a079e5bf-1e74-4550-a604-18ae4817d301", "tag": "eba1a8c6-abe7-4eef-bb0e-80a447682cd9", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:21:33.872973 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-556d6acb-bfea-4cf3-bc46-0469c449823c {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:21:33.873388 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a079e5bf-1e74-4550-a604-18ae4817d301', 'tag': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9', 'status': 'completed', 'code': 200} Aug 30 18:21:33.922179 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-da993cee-2fee-46d1-8dee-50a1ac9759d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:33.923702 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-da993cee-2fee-46d1-8dee-50a1ac9759d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3666a181dc3a40a6a2f006078efddf03&device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 1096 time: 0.0691450 Aug 30 18:21:33.977337 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-3eca9fb3-af7f-4166-a9ff-9dc931a0c831 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba1a8c6-abe7-4eef-bb0e-80a447682cd9 HTTP/1.1" status: 200 len: 217 time: 0.0436065 Aug 30 18:21:33.985597 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0dbd1bd6-f88c-4562-9a0a-beee5b21bd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:34.034030 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:34.063306 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-9e76e2ba-b9f2-4944-9e6b-eb6f3adea550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:34.065868 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-9e76e2ba-b9f2-4944-9e6b-eb6f3adea550 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7162880f-6947-4246-a359-77445ff3b234 HTTP/1.1" status: 200 len: 850 time: 0.0763226 Aug 30 18:21:34.129923 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-2bd8f49f-c631-4a64-b460-ab8caa36b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:34.132036 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-2bd8f49f-c631-4a64-b460-ab8caa36b3f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf090307-1c5e-4a9d-a855-c31bcbfd8792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567052 Aug 30 18:21:34.141131 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53078) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:34.255143 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-2da34593-74b6-49eb-ba17-c3f264eca1c8 service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151919 Aug 30 18:21:34.295026 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1d88-3e00-4215-98ce-55d2ff036548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:34.383909 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9ed8888e-eb57-433f-af82-9baf3e59ec0b req-32a971f7-0731-4c4c-9fa4-142726465eaa service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194439 Aug 30 18:21:34.407863 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b380a1-f7e4-425b-b925-16f5b81e98c1 req-62f359c6-8b15-4bff-afc4-662c2d7d10e1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:34.411218 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d3b380a1-f7e4-425b-b925-16f5b81e98c1 req-62f359c6-8b15-4bff-afc4-662c2d7d10e1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 943 time: 0.0881500 Aug 30 18:21:34.477795 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1d88-3e00-4215-98ce-55d2ff036548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:34.481832 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d3b380a1-f7e4-425b-b925-16f5b81e98c1 req-aa285761-2551-4e41-9c49-2915e00709a0 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=99da988e-3800-4bcb-8fce-24131afb29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632732 Aug 30 18:21:34.485444 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab7d1d88-3e00-4215-98ce-55d2ff036548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:34.521511 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fb5bb-9f40-45e3-be4c-2c46668f828a req-f14dc346-4183-4684-bc62-9149cd1aca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:34.523003 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fd3fb5bb-9f40-45e3-be4c-2c46668f828a req-f14dc346-4183-4684-bc62-9149cd1aca21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3666a181dc3a40a6a2f006078efddf03&device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 1096 time: 0.0786119 Aug 30 18:21:34.543011 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ab7d1d88-3e00-4215-98ce-55d2ff036548 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2313bdd8ad0e452e8fe21d0042a0fb80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965454 Aug 30 18:21:34.543011 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53086) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:34.592093 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d1d88-3e00-4215-98ce-55d2ff036548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4f462d-3e0a-4ba9-b8f9-c7d76acb8a54,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:34.666159 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ebd0e4f2-ea40-4e36-95f8-8ea82362b492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:34.676332 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fb5bb-9f40-45e3-be4c-2c46668f828a req-2affed51-1a30-49af-968e-910875e4f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:34.677907 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fd3fb5bb-9f40-45e3-be4c-2c46668f828a req-2affed51-1a30-49af-968e-910875e4f90f service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf090307-1c5e-4a9d-a855-c31bcbfd8792 HTTP/1.1" status: 200 len: 912 time: 0.1446562 Aug 30 18:21:34.678042 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840ec68-aa4e-4c41-b70a-02c2d5703d69 req-da0130cb-d29b-4878-a9c5-348874405b2a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:34.679432 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f840ec68-aa4e-4c41-b70a-02c2d5703d69 req-da0130cb-d29b-4878-a9c5-348874405b2a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0734818 Aug 30 18:21:34.717894 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ebd0e4f2-ea40-4e36-95f8-8ea82362b492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:34.728006 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fd3fb5bb-9f40-45e3-be4c-2c46668f828a req-0fae2797-161b-4ef0-9518-ea7417453814 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba1a8c6-abe7-4eef-bb0e-80a447682cd9 HTTP/1.1" status: 200 len: 217 time: 0.0389471 Aug 30 18:21:34.766246 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f840ec68-aa4e-4c41-b70a-02c2d5703d69 req-0c757f1f-f02e-4217-bb6b-8f579c579345 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753675 Aug 30 18:21:34.791608 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fb5bb-9f40-45e3-be4c-2c46668f828a req-62625b4d-bdf4-4068-b931-234aaa385322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:34.793265 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fd3fb5bb-9f40-45e3-be4c-2c46668f828a req-62625b4d-bdf4-4068-b931-234aaa385322 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7162880f-6947-4246-a359-77445ff3b234 HTTP/1.1" status: 200 len: 850 time: 0.0565925 Aug 30 18:21:34.807084 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ebd0e4f2-ea40-4e36-95f8-8ea82362b492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:34.810349 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ebd0e4f2-ea40-4e36-95f8-8ea82362b492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:34.811723 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ebd0e4f2-ea40-4e36-95f8-8ea82362b492 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b4f462d-3e0a-4ba9-b8f9-c7d76acb8a54 HTTP/1.1" status: 204 len: 168 time: 0.2703168 Aug 30 18:21:34.829931 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0e4f2-ea40-4e36-95f8-8ea82362b492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4f462d-3e0a-4ba9-b8f9-c7d76acb8a54,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:34.860674 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fb5bb-9f40-45e3-be4c-2c46668f828a req-89ddd119-32b6-417b-b415-b2c7415afcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:34.862722 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fd3fb5bb-9f40-45e3-be4c-2c46668f828a req-89ddd119-32b6-417b-b415-b2c7415afcb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf090307-1c5e-4a9d-a855-c31bcbfd8792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618179 Aug 30 18:21:34.978295 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fd3fb5bb-9f40-45e3-be4c-2c46668f828a req-701b0e03-f354-4254-9a95-b1fca3e32d98 service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052282 Aug 30 18:21:35.106878 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fd3fb5bb-9f40-45e3-be4c-2c46668f828a req-193f01ba-0729-4b5b-bbe3-710f4e54c1b8 service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170094 Aug 30 18:21:35.169988 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:35.604727 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53110) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:35.651118 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b65ae-47dc-469d-9b5e-a63ddb22334e req-8f06060f-0f35-4f53-97e3-ce47c17f38af tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:35.652619 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-812b65ae-47dc-469d-9b5e-a63ddb22334e req-8f06060f-0f35-4f53-97e3-ce47c17f38af tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 943 time: 0.0757892 Aug 30 18:21:35.695333 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-812b65ae-47dc-469d-9b5e-a63ddb22334e req-678f3c00-3ab6-4b4e-8267-2dc10b9ced2b tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=99da988e-3800-4bcb-8fce-24131afb29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360157 Aug 30 18:21:35.742500 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2126564167-network', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:35.764739 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Made reservation on behalf of 966fb7be2fcb44a0908360bc585a21f7 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:21:35.767111 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:35.776608 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:35.905207 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:35.910487 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:35.922159 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa913c-1a9e-46da-b634-f7aece54d3cc req-2939478d-3275-4c81-8b0c-982dfd9b18dc tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:35.923689 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-70fa913c-1a9e-46da-b634-f7aece54d3cc req-2939478d-3275-4c81-8b0c-982dfd9b18dc tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0671086 Aug 30 18:21:35.944826 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:21:35.952521 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73968667-09f2-4074-aae3-d5b9d3b862f1,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:35.960584 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:35.960947 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Added segment e681ad79-3b72-457c-a246-8d6954f7e871 of type vlan for network ac7792b3-dfac-4bf5-9e75-41ea0aa590de Aug 30 18:21:35.985292 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-70fa913c-1a9e-46da-b634-f7aece54d3cc req-376b56d9-0b1d-41cc-a09f-7a0201b8dbec tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548689 Aug 30 18:21:36.004855 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:36.031972 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:36.032987 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:36.033652 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:36.093609 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4872203 Aug 30 18:21:36.096805 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53116) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:36.103387 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-15c17e61-74fb-4d7b-9db3-e5ee73a5a65b admin admin] Request body: {'subnet': {'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2126564167-subnet', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:36.120566 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3447b05-44e4-4a04-8a0a-c95812494e44 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7792b3-dfac-4bf5-9e75-41ea0aa590de,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:36.132353 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network ac7792b3-dfac-4bf5-9e75-41ea0aa590de details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:21:36.145230 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c17e61-74fb-4d7b-9db3-e5ee73a5a65b admin admin] Made reservation on behalf of 966fb7be2fcb44a0908360bc585a21f7 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:21:36.147668 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-15c17e61-74fb-4d7b-9db3-e5ee73a5a65b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9218370'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:36.349178 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-15c17e61-74fb-4d7b-9db3-e5ee73a5a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9037454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9218352'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:36.415955 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c17e61-74fb-4d7b-9db3-e5ee73a5a65b admin admin] Pushing event updated for resources: {'Subnet': ['ID=01859f3d-4259-45d3-8587-bb9993f7b601,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:36.423459 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c17e61-74fb-4d7b-9db3-e5ee73a5a65b admin admin] Checking segment: {'id': 'e681ad79-3b72-457c-a246-8d6954f7e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:21:36.423860 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c17e61-74fb-4d7b-9db3-e5ee73a5a65b admin admin] Network hostable DHCP agents. Network: ac7792b3-dfac-4bf5-9e75-41ea0aa590de, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:21:36.446461 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c17e61-74fb-4d7b-9db3-e5ee73a5a65b admin admin] Network ac7792b3-dfac-4bf5-9e75-41ea0aa590de is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:21:36.456253 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-15c17e61-74fb-4d7b-9db3-e5ee73a5a65b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, ac7792b3-dfac-4bf5-9e75-41ea0aa590de) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:21:36.460823 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c17e61-74fb-4d7b-9db3-e5ee73a5a65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:36.461667 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-15c17e61-74fb-4d7b-9db3-e5ee73a5a65b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:36.467932 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0763dd6d-6856-4320-9bf7-2548658e01b2 None None] Network ac7792b3-dfac-4bf5-9e75-41ea0aa590de requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:21:36.481012 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-15c17e61-74fb-4d7b-9db3-e5ee73a5a65b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3829541 Aug 30 18:21:36.483954 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53118) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:36.490868 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:36.523528 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102410'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:36.525218 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3763922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102429'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:36.551445 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:36.595367 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:36.860151 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff832dd6-95b2-59a4-a3ae-04890c023e2b-ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601'}]}} from dv-cinder-804296-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:21:36.864896 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:36.888659 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866975a-0c60-4dae-831b-b632440eaec2 req-27ea7605-e280-4236-9c61-9c2c1c6d9a00 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:36.890238 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2866975a-0c60-4dae-831b-b632440eaec2 req-27ea7605-e280-4236-9c61-9c2c1c6d9a00 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 943 time: 0.0869210 Aug 30 18:21:36.939439 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2866975a-0c60-4dae-831b-b632440eaec2 req-3add0640-4fea-4301-aadf-fcb64796a6ee tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=99da988e-3800-4bcb-8fce-24131afb29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390339 Aug 30 18:21:37.039871 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:37.053548 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Allocated IP 172.20.0.2 (ac7792b3-dfac-4bf5-9e75-41ea0aa590de/01859f3d-4259-45d3-8587-bb9993f7b601/722563b4-7b67-4576-bedd-e180bb8bb2a9) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:21:37.175812 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea440841-da1c-4abd-af56-3678d87c0596 req-b19733f2-5b2c-4aeb-889b-dbea7b971808 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:37.177491 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ea440841-da1c-4abd-af56-3678d87c0596 req-b19733f2-5b2c-4aeb-889b-dbea7b971808 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0748622 Aug 30 18:21:37.221825 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ea440841-da1c-4abd-af56-3678d87c0596 req-4987c2eb-a0d8-4963-b9b0-f08714f4ef2e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375950 Aug 30 18:21:37.230889 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:37.240728 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Transition to ACTIVE for port object 722563b4-7b67-4576-bedd-e180bb8bb2a9 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:21:37.261752 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Transition to ACTIVE for port object 722563b4-7b67-4576-bedd-e180bb8bb2a9 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:21:37.277685 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:37.328627 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Network ac7792b3-dfac-4bf5-9e75-41ea0aa590de is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:21:37.329131 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:37.334285 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Pushing event updated for resources: {'Port': ['ID=722563b4-7b67-4576-bedd-e180bb8bb2a9,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:37.337044 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:21:37.339142 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:21:37.359174 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:37.408147 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Attempting to bind port 722563b4-7b67-4576-bedd-e180bb8bb2a9 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:21:37.408511 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Attempting to bind port 722563b4-7b67-4576-bedd-e180bb8bb2a9 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': 'e681ad79-3b72-457c-a246-8d6954f7e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:21:37.409450 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Attempting to bind port 722563b4-7b67-4576-bedd-e180bb8bb2a9 on network ac7792b3-dfac-4bf5-9e75-41ea0aa590de {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:21:37.414547 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:21:37.414911 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Checking segment: {'id': 'e681ad79-3b72-457c-a246-8d6954f7e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:21:37.415315 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:37.415744 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Bound using segment: {'id': 'e681ad79-3b72-457c-a246-8d6954f7e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:21:37.416209 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Bound port: 722563b4-7b67-4576-bedd-e180bb8bb2a9, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e681ad79-3b72-457c-a246-8d6954f7e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:21:37.416594 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:37.480786 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Allocated IP 172.27.2.99 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/445ebc01-60a2-4b76-a5d0-c6138b26a23f) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:21:37.494909 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] For port 722563b4-7b67-4576-bedd-e180bb8bb2a9, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:21:37.498029 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] For port 722563b4-7b67-4576-bedd-e180bb8bb2a9, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=722563b4-7b67-4576-bedd-e180bb8bb2a9,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:21:37.502259 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:37.590761 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea058ba-d001-4580-974f-ed0be35c92ba None None] Pushing event updated for resources: {'Port': ['ID=722563b4-7b67-4576-bedd-e180bb8bb2a9,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:37.618736 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:37.674442 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:37.715346 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:21:37.720207 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:21:37.729605 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:21:37.735562 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Pushing event updated for resources: {'Port': ['ID=445ebc01-60a2-4b76-a5d0-c6138b26a23f,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:38.046480 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:38.069495 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936a06f-d8d8-42cc-87e6-66fa5851279c req-4484f53e-3c4a-4426-af07-9e93cb34b95d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:38.077048 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a936a06f-d8d8-42cc-87e6-66fa5851279c req-4484f53e-3c4a-4426-af07-9e93cb34b95d tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 943 time: 0.0606139 Aug 30 18:21:38.114268 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a936a06f-d8d8-42cc-87e6-66fa5851279c req-7a7689ca-3abc-48c1-a98a-7039be771c0f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=99da988e-3800-4bcb-8fce-24131afb29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363555 Aug 30 18:21:38.122878 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device eba1a8c6-abe7-4eef-bb0e-80a447682cd9 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:21:38.264591 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port eba1a8c6-abe7-4eef-bb0e-80a447682cd9, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=eba1a8c6-abe7-4eef-bb0e-80a447682cd9,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:38.286412 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'port_id': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9', 'mac_address': 'fa:16:3e:50:7f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:21:38.300450 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3756163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3763981'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:38.359491 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:38.392578 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba1a8c6-abe7-4eef-bb0e-80a447682cd9 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:21:38.414363 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port eba1a8c6-abe7-4eef-bb0e-80a447682cd9, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=eba1a8c6-abe7-4eef-bb0e-80a447682cd9,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:38.425120 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:38.529757 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=eba1a8c6-abe7-4eef-bb0e-80a447682cd9,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:38.555417 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Router 379ba81e-95d2-45f1-8163-72d3f1b4c662 is scheduled to L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:21:38.664346 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e0bff-b78f-4e53-8eca-abbb9d70f35f req-98807a0a-b59e-405b-a738-7aadeaaa2f79 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:38.666072 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-986e0bff-b78f-4e53-8eca-abbb9d70f35f req-98807a0a-b59e-405b-a738-7aadeaaa2f79 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.3580692 Aug 30 18:21:38.681276 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['eba1a8c6-abe7-4eef-bb0e-80a447682cd9'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:21:38.710750 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:21:38.731029 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:38.733646 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-48b56269-42e0-4bc7-83db-71c58e319854 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2483840 Aug 30 18:21:38.736025 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53132) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:38.745681 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-986e0bff-b78f-4e53-8eca-abbb9d70f35f req-ca2f2d68-976f-428b-aae9-d4bbccb09a44 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733702 Aug 30 18:21:38.790409 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Sync routers for ids ['379ba81e-95d2-45f1-8163-72d3f1b4c662'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:21:38.822411 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Routers {'379ba81e-95d2-45f1-8163-72d3f1b4c662'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:21:38.823048 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:21:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['379ba81e-95d2-45f1-8163-72d3f1b4c662'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:38.905965 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ca655f-2697-4f74-bf40-16140e636f6e None None] Network ac7792b3-dfac-4bf5-9e75-41ea0aa590de requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:21:39.019533 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 722563b4-7b67-4576-bedd-e180bb8bb2a9 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:39.100107 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c5c118e5-211a-4f9b-87ab-320f4d303779 None None] Provisioning for port 722563b4-7b67-4576-bedd-e180bb8bb2a9 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:21:39.170394 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 722563b4-7b67-4576-bedd-e180bb8bb2a9 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:21:39.194379 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 722563b4-7b67-4576-bedd-e180bb8bb2a9 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:39.194871 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:39.250142 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Set router 379ba81e-95d2-45f1-8163-72d3f1b4c662 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:21:39.250401 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:39.324206 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97728c31-9694-437c-abf5-4ed7a8422d9f req-36d9c6a1-cd29-4019-a2d5-26c67014e1c3 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:39.325619 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-97728c31-9694-437c-abf5-4ed7a8422d9f req-36d9c6a1-cd29-4019-a2d5-26c67014e1c3 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 944 time: 0.0761623 Aug 30 18:21:39.371462 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-97728c31-9694-437c-abf5-4ed7a8422d9f req-484cd8e3-31cc-43ae-b31b-c0bfc20f784f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=99da988e-3800-4bcb-8fce-24131afb29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374780 Aug 30 18:21:39.490654 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Allocated IP 172.20.0.1 (ac7792b3-dfac-4bf5-9e75-41ea0aa590de/01859f3d-4259-45d3-8587-bb9993f7b601/83a056dd-2c59-4c30-8aad-27896db0dc1a) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:21:39.508879 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:39.609150 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:39.610863 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 722563b4-7b67-4576-bedd-e180bb8bb2a9, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=722563b4-7b67-4576-bedd-e180bb8bb2a9,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:39.623104 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:39.625765 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Transition to ACTIVE for port object 83a056dd-2c59-4c30-8aad-27896db0dc1a will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:21:39.683549 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:39.701765 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=722563b4-7b67-4576-bedd-e180bb8bb2a9,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:39.716715 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:21:37Z', 'revision_number': 3, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:39.749152 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Checking router: 379ba81e-95d2-45f1-8163-72d3f1b4c662 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:21:39.749152 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Updating router 379ba81e-95d2-45f1-8163-72d3f1b4c662 port 445ebc01-60a2-4b76-a5d0-c6138b26a23f binding host dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:21:39.750607 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Network ac7792b3-dfac-4bf5-9e75-41ea0aa590de is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:21:39.757049 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:21:39.765730 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:21:39.780354 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:39.827873 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Pushing event updated for resources: {'Port': ['ID=83a056dd-2c59-4c30-8aad-27896db0dc1a,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:39.894234 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3764178'] for router_interface, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:39.942433 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-9f1890f5-a1d6-459b-928d-aee1c542e249 None None] Provisioning complete for port 722563b4-7b67-4576-bedd-e180bb8bb2a9 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:39.942815 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9f1890f5-a1d6-459b-928d-aee1c542e249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:39.946902 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40241c6-e127-44f7-a91a-606dec157128 req-bf7b9775-eedd-47c8-a68c-a5d4a5958055 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:39.954669 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b40241c6-e127-44f7-a91a-606dec157128 req-bf7b9775-eedd-47c8-a68c-a5d4a5958055 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0936439 Aug 30 18:21:40.001541 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b40241c6-e127-44f7-a91a-606dec157128 req-728f8ad4-5683-4e8b-9408-804c35a76383 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458250 Aug 30 18:21:40.093961 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.137241 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device eba1a8c6-abe7-4eef-bb0e-80a447682cd9 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:40.234825 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port eba1a8c6-abe7-4eef-bb0e-80a447682cd9 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:21:40.253615 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port eba1a8c6-abe7-4eef-bb0e-80a447682cd9 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:40.253896 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.293720 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.301409 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.324528 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-0504b89a-3d28-4326-9ee5-9f907db71efa None None] Provisioning for port 83a056dd-2c59-4c30-8aad-27896db0dc1a completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:21:40.341758 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-0504b89a-3d28-4326-9ee5-9f907db71efa None None] Provisioning complete for port 83a056dd-2c59-4c30-8aad-27896db0dc1a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:40.342124 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0504b89a-3d28-4326-9ee5-9f907db71efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.374095 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3762445'] for router_interface, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.375914 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Pushing event updated for resources: {'Port': ['ID=83a056dd-2c59-4c30-8aad-27896db0dc1a,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:40.395125 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.420327 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Transition to ACTIVE for port object 445ebc01-60a2-4b76-a5d0-c6138b26a23f will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:21:40.429797 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-0504b89a-3d28-4326-9ee5-9f907db71efa None None] Port 83a056dd-2c59-4c30-8aad-27896db0dc1a cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:21:40.433063 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.509511 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Network ac7792b3-dfac-4bf5-9e75-41ea0aa590de is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:21:40.511861 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:21:40.565666 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c45f8-890f-47ae-81b0-6d7694472b94 req-5f6a6269-148a-4237-b33d-13c9e47c35f1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:40.568363 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ff6c45f8-890f-47ae-81b0-6d7694472b94 req-5f6a6269-148a-4237-b33d-13c9e47c35f1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 944 time: 0.0897217 Aug 30 18:21:40.663716 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ff6c45f8-890f-47ae-81b0-6d7694472b94 req-a1aef3ee-4146-4e66-ba69-33b714f8cd91 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=99da988e-3800-4bcb-8fce-24131afb29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755563 Aug 30 18:21:40.712892 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.714124 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ba9f7-ae95-4a05-a822-7ce72d41cc05 None None] Pushing event updated for resources: {'Port': ['ID=445ebc01-60a2-4b76-a5d0-c6138b26a23f,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:40.722294 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.724528 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Attempting to bind port 445ebc01-60a2-4b76-a5d0-c6138b26a23f on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:21:40.724893 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Attempting to bind port 445ebc01-60a2-4b76-a5d0-c6138b26a23f by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:21:40.725372 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Attempting to bind port 445ebc01-60a2-4b76-a5d0-c6138b26a23f on network b260bd70-94f8-4100-a215-2751a0a4278f {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:21:40.744022 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Router 379ba81e-95d2-45f1-8163-72d3f1b4c662 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:21:40.753133 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:21:40.753530 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Checking segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:21:40.753889 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.754276 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Bound using segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:21:40.754754 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Bound port: 445ebc01-60a2-4b76-a5d0-c6138b26a23f, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:21:40.755127 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.797384 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a079e5bf-1e74-4550-a604-18ae4817d301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:21:40.800270 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f51e34d-d8f1-4d09-bcab-06b588eb1e90" -d '{"events": [{"server_uuid": "a079e5bf-1e74-4550-a604-18ae4817d301", "name": "network-vif-plugged", "status": "completed", "tag": "eba1a8c6-abe7-4eef-bb0e-80a447682cd9"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:21:40.844783 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port eba1a8c6-abe7-4eef-bb0e-80a447682cd9, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=eba1a8c6-abe7-4eef-bb0e-80a447682cd9,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:40.863556 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.915909 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] For port 445ebc01-60a2-4b76-a5d0-c6138b26a23f, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:21:40.941247 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] For port 445ebc01-60a2-4b76-a5d0-c6138b26a23f, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=445ebc01-60a2-4b76-a5d0-c6138b26a23f,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:21:40.972117 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:40.977241 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 722563b4-7b67-4576-bedd-e180bb8bb2a9 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:41.021487 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=eba1a8c6-abe7-4eef-bb0e-80a447682cd9,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:41.038846 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-1a5c7887-0722-4436-b4e2-d5c7518ff166 None None] Provisioning complete for port 83a056dd-2c59-4c30-8aad-27896db0dc1a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:41.039550 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1a5c7887-0722-4436-b4e2-d5c7518ff166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:41.110760 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Routers {'379ba81e-95d2-45f1-8163-72d3f1b4c662'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:21:41.111568 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:21:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['379ba81e-95d2-45f1-8163-72d3f1b4c662'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:41.162761 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ec480-b641-4bc0-b0ec-5b5c4507727b req-31968aaa-43cb-47e7-843d-e3919a68c477 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:41.171118 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-df7ec480-b641-4bc0-b0ec-5b5c4507727b req-31968aaa-43cb-47e7-843d-e3919a68c477 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0635455 Aug 30 18:21:41.171852 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c31b93e-db42-4c72-9f32-9bcec98d010f x-openstack-request-id: req-1c31b93e-db42-4c72-9f32-9bcec98d010f {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:21:41.172238 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a079e5bf-1e74-4550-a604-18ae4817d301", "name": "network-vif-plugged", "status": "completed", "tag": "eba1a8c6-abe7-4eef-bb0e-80a447682cd9", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:21:41.172593 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c31b93e-db42-4c72-9f32-9bcec98d010f {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:21:41.173103 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a079e5bf-1e74-4550-a604-18ae4817d301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9', 'code': 200} Aug 30 18:21:41.185737 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c7887-0722-4436-b4e2-d5c7518ff166 None None] Port 83a056dd-2c59-4c30-8aad-27896db0dc1a cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:21:41.210317 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ba9f7-ae95-4a05-a822-7ce72d41cc05 None None] Pushing event updated for resources: {'Port': ['ID=445ebc01-60a2-4b76-a5d0-c6138b26a23f,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:41.217167 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 722563b4-7b67-4576-bedd-e180bb8bb2a9 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:41.217687 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:41.226968 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-df7ec480-b641-4bc0-b0ec-5b5c4507727b req-4cda4821-1250-4ec0-be0c-46db5c4daa6e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545881 Aug 30 18:21:41.320741 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] Set router 379ba81e-95d2-45f1-8163-72d3f1b4c662 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:21:41.397964 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74473cc2-31a0-4a55-b8db-fd7e4cef67cf req-5e121a8b-0841-4cf2-b9c1-201baedc66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:41.399607 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-74473cc2-31a0-4a55-b8db-fd7e4cef67cf req-5e121a8b-0841-4cf2-b9c1-201baedc66a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 1098 time: 0.0535812 Aug 30 18:21:41.404112 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:21:41.410051 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3549233c-b19c-464d-9a13-10a48b5a09df admin admin] 10.222.0.16 "PUT /v2.0/routers/379ba81e-95d2-45f1-8163-72d3f1b4c662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6724226 Aug 30 18:21:41.443641 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-74473cc2-31a0-4a55-b8db-fd7e4cef67cf req-f8253696-61b9-463e-9f17-eced6a01efd6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=99da988e-3800-4bcb-8fce-24131afb29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323493 Aug 30 18:21:41.578360 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 4, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '83a056dd-2c59-4c30-8aad-27896db0dc1a', 'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'mac_address': 'fa:16:3e:db:89:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:39Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 2, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'subnets': [{'id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:41.605683 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905d31d-97ec-44cf-8037-078af287b87c None None] The sync data for ids ['379ba81e-95d2-45f1-8163-72d3f1b4c662'] in dv-cinder-804296-2-iscsi is: [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 4, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '83a056dd-2c59-4c30-8aad-27896db0dc1a', 'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'mac_address': 'fa:16:3e:db:89:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:39Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 2, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'subnets': [{'id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:21:41.828990 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baf620-4b58-4593-979e-69ff25b4d392 req-9b6c50c9-2265-43b8-91c8-fa63e392df57 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:41.831823 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15baf620-4b58-4593-979e-69ff25b4d392 req-9b6c50c9-2265-43b8-91c8-fa63e392df57 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 945 time: 0.0645673 Aug 30 18:21:41.894854 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15baf620-4b58-4593-979e-69ff25b4d392 req-a752da6e-7982-4d57-9255-d04e7532f011 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=99da988e-3800-4bcb-8fce-24131afb29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566690 Aug 30 18:21:42.072275 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53176) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:42.077894 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-893810455-network', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:42.099307 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Made reservation on behalf of 4c7760a3fedf4b28b1399b08d43294da for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:21:42.101933 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:42.110861 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:42.201602 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:42.205771 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:42.231011 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:21:42.241672 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ec4af0-6758-4890-89f3-d37131f7317c,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:42.246783 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:42.247203 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Added segment d8c97c74-336e-4b7a-8821-efda9c52ca25 of type vlan for network 750f3180-c30c-4b19-9097-d97a8c0be23f Aug 30 18:21:42.294082 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:42.344492 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:42.345436 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:42.346039 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:42.370876 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bda66-8e9c-46b0-aef5-2201de33d350 req-8b87259d-d6a4-439b-88d9-9c989c8f8200 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:42.372873 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5e0bda66-8e9c-46b0-aef5-2201de33d350 req-8b87259d-d6a4-439b-88d9-9c989c8f8200 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.0629270 Aug 30 18:21:42.414660 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3412097 Aug 30 18:21:42.418224 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53180) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:42.425318 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5e0bda66-8e9c-46b0-aef5-2201de33d350 req-8f40df77-8519-4eaf-8a7a-d089fb50722c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 Aug 30 18:21:42.425823 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-83b59303-a6d6-45a9-bec1-16975b9eb015 admin admin] Request body: {'subnet': {'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-893810455-subnet', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:42.437096 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a537be9-986e-4ec5-a3c8-98441a378735 admin admin] Pushing event updated for resources: {'Network': ['ID=750f3180-c30c-4b19-9097-d97a8c0be23f,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:42.447989 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network 750f3180-c30c-4b19-9097-d97a8c0be23f details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:21:42.456860 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b59303-a6d6-45a9-bec1-16975b9eb015 admin admin] Made reservation on behalf of 4c7760a3fedf4b28b1399b08d43294da for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:21:42.460680 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-83b59303-a6d6-45a9-bec1-16975b9eb015 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9218370'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:42.682423 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-83b59303-a6d6-45a9-bec1-16975b9eb015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9037454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9218352'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:42.726819 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b4072-6270-4e0b-b172-3c1ac2103d79 req-a2c693db-8421-47b4-a4da-b40b839f588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:42.728354 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6d7b4072-6270-4e0b-b172-3c1ac2103d79 req-a2c693db-8421-47b4-a4da-b40b839f588e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 1098 time: 0.0868106 Aug 30 18:21:42.763050 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b59303-a6d6-45a9-bec1-16975b9eb015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b1e942-3092-4a12-8e57-cb5632087c0a,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:42.811216 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b59303-a6d6-45a9-bec1-16975b9eb015 admin admin] Checking segment: {'id': 'd8c97c74-336e-4b7a-8821-efda9c52ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:21:42.811568 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b59303-a6d6-45a9-bec1-16975b9eb015 admin admin] Network hostable DHCP agents. Network: 750f3180-c30c-4b19-9097-d97a8c0be23f, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:21:42.851531 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b59303-a6d6-45a9-bec1-16975b9eb015 admin admin] Network 750f3180-c30c-4b19-9097-d97a8c0be23f is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:21:42.857006 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b4072-6270-4e0b-b172-3c1ac2103d79 req-19d1b885-605b-4f15-8c03-adbda7fa70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:42.858570 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6d7b4072-6270-4e0b-b172-3c1ac2103d79 req-19d1b885-605b-4f15-8c03-adbda7fa70fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 918 time: 0.1199667 Aug 30 18:21:42.865639 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-83b59303-a6d6-45a9-bec1-16975b9eb015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, 750f3180-c30c-4b19-9097-d97a8c0be23f) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:21:42.875383 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b59303-a6d6-45a9-bec1-16975b9eb015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:42.875960 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-83b59303-a6d6-45a9-bec1-16975b9eb015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:42.877162 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56104a-7e65-40d1-89ce-7be0b6383a05 None None] Network 750f3180-c30c-4b19-9097-d97a8c0be23f requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:21:42.927962 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-83b59303-a6d6-45a9-bec1-16975b9eb015 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5081360 Aug 30 18:21:42.930701 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53184) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:42.935734 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-893810455-router', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:42.945938 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6d7b4072-6270-4e0b-b172-3c1ac2103d79 req-7930cba1-9e56-4400-ab48-ec34a15b1361 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f HTTP/1.1" status: 200 len: 1000 time: 0.0779939 Aug 30 18:21:42.968916 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 445ebc01-60a2-4b76-a5d0-c6138b26a23f up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:42.976879 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102410'] for router, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:42.978505 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3763922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102429'] for router, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.013360 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b4072-6270-4e0b-b172-3c1ac2103d79 req-deaabf2b-947d-4fe6-90d2-5b0b282d28af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:43.015406 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6d7b4072-6270-4e0b-b172-3c1ac2103d79 req-deaabf2b-947d-4fe6-90d2-5b0b282d28af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40eb3b79-0cba-43a4-abc4-3330f1488657 HTTP/1.1" status: 200 len: 856 time: 0.0610788 Aug 30 18:21:43.065409 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b4072-6270-4e0b-b172-3c1ac2103d79 req-94c5d21a-084d-49a1-93c5-66269b421c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:43.067122 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6d7b4072-6270-4e0b-b172-3c1ac2103d79 req-94c5d21a-084d-49a1-93c5-66269b421c47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442455 Aug 30 18:21:43.071985 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.080450 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 445ebc01-60a2-4b76-a5d0-c6138b26a23f completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:21:43.090130 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 445ebc01-60a2-4b76-a5d0-c6138b26a23f triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:43.090577 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.093400 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187fac0-6736-4a8b-844d-327d811bf841 req-a0080e77-d35b-4036-81ff-7ce77f04c42a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:43.094568 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4187fac0-6736-4a8b-844d-327d811bf841 req-a0080e77-d35b-4036-81ff-7ce77f04c42a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 945 time: 0.0997775 Aug 30 18:21:43.161508 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff832dd6-95b2-59a4-a3ae-04890c023e2b-750f3180-c30c-4b19-9097-d97a8c0be23f', 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'fixed_ips': [{'subnet_id': '52b1e942-3092-4a12-8e57-cb5632087c0a'}]}} from dv-cinder-804296-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:21:43.162114 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6d7b4072-6270-4e0b-b172-3c1ac2103d79 req-894f9dd1-8dc1-4d4e-a18f-c0b95616edfd service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863826 Aug 30 18:21:43.162479 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.238117 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.261129 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6d7b4072-6270-4e0b-b172-3c1ac2103d79 req-78dda0bc-f1d3-48dc-b27d-02f57c22d8e6 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910287 Aug 30 18:21:43.267492 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4187fac0-6736-4a8b-844d-327d811bf841 req-a45a2f2b-9ee4-4bc1-a7d8-b2dec1a7bd79 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=99da988e-3800-4bcb-8fce-24131afb29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082039 Aug 30 18:21:43.281319 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.332059 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 445ebc01-60a2-4b76-a5d0-c6138b26a23f, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=445ebc01-60a2-4b76-a5d0-c6138b26a23f,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:43.338667 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.375632 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Allocated IP 172.20.0.2 (750f3180-c30c-4b19-9097-d97a8c0be23f/52b1e942-3092-4a12-8e57-cb5632087c0a/1687f9e6-0a43-418e-95d0-ea455d3ad005) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:21:43.407255 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=445ebc01-60a2-4b76-a5d0-c6138b26a23f,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:43.435541 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2fdc4-1dca-4632-a010-cc00682de049 req-3be18776-b52b-4a43-88eb-d21b91f52da1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:43.437112 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0bd2fdc4-1dca-4632-a010-cc00682de049 req-3be18776-b52b-4a43-88eb-d21b91f52da1 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 945 time: 0.0876338 Aug 30 18:21:43.447131 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53188) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:43.454282 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-b2b747c4-957e-4a06-8606-51f0234e97e4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Request body: {'floatingip': {'port_id': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:43.514426 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b2b747c4-957e-4a06-8606-51f0234e97e4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.516548 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.541202 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.570203 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.583741 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Transition to ACTIVE for port object 1687f9e6-0a43-418e-95d0-ea455d3ad005 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:21:43.600008 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Transition to ACTIVE for port object 1687f9e6-0a43-418e-95d0-ea455d3ad005 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:21:43.610448 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.645604 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba032a-a0da-4af6-bb3f-309c9af4986a req-d80cec48-b9ec-4225-a9f7-846c6e15e74f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:43.652877 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-55ba032a-a0da-4af6-bb3f-309c9af4986a req-d80cec48-b9ec-4225-a9f7-846c6e15e74f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.1168351 Aug 30 18:21:43.662528 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Pushing event updated for resources: {'Port': ['ID=1687f9e6-0a43-418e-95d0-ea455d3ad005,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:43.667310 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Network 750f3180-c30c-4b19-9097-d97a8c0be23f is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:21:43.669829 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:21:43.672244 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:21:43.718145 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-55ba032a-a0da-4af6-bb3f-309c9af4986a req-b9225ce8-9128-4654-a361-f20c5d4edb08 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643744 Aug 30 18:21:43.730104 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Attempting to bind port 1687f9e6-0a43-418e-95d0-ea455d3ad005 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:21:43.730553 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Attempting to bind port 1687f9e6-0a43-418e-95d0-ea455d3ad005 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': 'd8c97c74-336e-4b7a-8821-efda9c52ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:21:43.730981 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Attempting to bind port 1687f9e6-0a43-418e-95d0-ea455d3ad005 on network 750f3180-c30c-4b19-9097-d97a8c0be23f {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:21:43.734041 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Allocated IP 172.27.2.236 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/a002d8d6-1b59-4f55-becf-6d627d7ba2b5) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:21:43.737140 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:21:43.737599 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Checking segment: {'id': 'd8c97c74-336e-4b7a-8821-efda9c52ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:21:43.738191 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.739576 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Bound using segment: {'id': 'd8c97c74-336e-4b7a-8821-efda9c52ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:21:43.740235 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Bound port: 1687f9e6-0a43-418e-95d0-ea455d3ad005, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c97c74-336e-4b7a-8821-efda9c52ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:21:43.740756 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.813553 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] For port 1687f9e6-0a43-418e-95d0-ea455d3ad005, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:21:43.817939 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] For port 1687f9e6-0a43-418e-95d0-ea455d3ad005, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=1687f9e6-0a43-418e-95d0-ea455d3ad005,segment=NetworkSegment(d8c97c74-336e-4b7a-8821-efda9c52ca25),segment_id=d8c97c74-336e-4b7a-8821-efda9c52ca25)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:21:43.822558 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.865706 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.881261 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Sync routers for ids ['379ba81e-95d2-45f1-8163-72d3f1b4c662'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:21:43.886887 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a133b-11b7-4cfd-9ec0-4f11db809970 None None] Pushing event updated for resources: {'Port': ['ID=1687f9e6-0a43-418e-95d0-ea455d3ad005,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:43.892338 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Routers {'379ba81e-95d2-45f1-8163-72d3f1b4c662'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:21:43.893529 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:21:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['379ba81e-95d2-45f1-8163-72d3f1b4c662'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:43.917050 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:43.958090 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:21:43.961097 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:21:43.964289 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:21:43.997593 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Pushing event updated for resources: {'Port': ['ID=a002d8d6-1b59-4f55-becf-6d627d7ba2b5,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:44.021955 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Set router 379ba81e-95d2-45f1-8163-72d3f1b4c662 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:21:44.054980 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b2b747c4-957e-4a06-8606-51f0234e97e4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:44.060838 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b2b747c4-957e-4a06-8606-51f0234e97e4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:44.231480 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-b2b747c4-957e-4a06-8606-51f0234e97e4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Floating IP ed4a394f-5b9d-40b0-9f37-7c34caa5f26b associated. External IP: 172.27.2.88, port: eba1a8c6-abe7-4eef-bb0e-80a447682cd9. Aug 30 18:21:44.265839 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 4, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '83a056dd-2c59-4c30-8aad-27896db0dc1a', 'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'mac_address': 'fa:16:3e:db:89:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:39Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 2, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'subnets': [{'id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:44.285600 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:44.292867 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Checking router: 379ba81e-95d2-45f1-8163-72d3f1b4c662 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:21:44.293252 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Updating router 379ba81e-95d2-45f1-8163-72d3f1b4c662 port 83a056dd-2c59-4c30-8aad-27896db0dc1a binding host dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:21:44.323372 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:44.449514 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b747c4-957e-4a06-8606-51f0234e97e4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:21:44.488716 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3756163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3763981'] for router, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:44.558775 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b747c4-957e-4a06-8606-51f0234e97e4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:21:44.564163 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b2b747c4-957e-4a06-8606-51f0234e97e4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:44.577809 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2caf85f-6261-4029-b56a-c15b803b7385 None None] Sync routers for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:21:44.599165 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2caf85f-6261-4029-b56a-c15b803b7385 None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:21:44.599948 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-b2caf85f-6261-4029-b56a-c15b803b7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:21:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:44.607873 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:44.620056 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Transition to ACTIVE for port object 83a056dd-2c59-4c30-8aad-27896db0dc1a will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:21:44.628403 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:44.637213 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b2b747c4-957e-4a06-8606-51f0234e97e4 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "PUT /v2.0/floatingips/ed4a394f-5b9d-40b0-9f37-7c34caa5f26b HTTP/1.1" status: 200 len: 990 time: 1.1873991 Aug 30 18:21:44.637850 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a079e5bf-1e74-4550-a604-18ae4817d301', 'tag': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:21:44.648846 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Router 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 is scheduled to L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 with binding_index 1 {{(pid=93968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:21:44.653536 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f8744e-0b7e-4af4-adf1-d3ae58486ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "a079e5bf-1e74-4550-a604-18ae4817d301", "tag": "eba1a8c6-abe7-4eef-bb0e-80a447682cd9"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:21:44.678359 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Pushing event updated for resources: {'Port': ['ID=83a056dd-2c59-4c30-8aad-27896db0dc1a,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:44.692332 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:44.693143 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:44.693779 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:44.694264 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:44.694758 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:44.695423 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:44.695911 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:44.696388 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:44.697042 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:44.697545 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:44.698212 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:44.698682 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:21:44.737878 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8969a7a3-c514-462b-8389-a3d6830982fa x-openstack-request-id: req-8969a7a3-c514-462b-8389-a3d6830982fa {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:21:44.738152 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a079e5bf-1e74-4550-a604-18ae4817d301", "tag": "eba1a8c6-abe7-4eef-bb0e-80a447682cd9", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:21:44.738407 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8969a7a3-c514-462b-8389-a3d6830982fa {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:21:44.738792 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a079e5bf-1e74-4550-a604-18ae4817d301', 'tag': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9', 'status': 'completed', 'code': 200} Aug 30 18:21:44.879346 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8744e-0b7e-4af4-adf1-d3ae58486ef6 req-fb145645-fcad-4fd2-9ca8-65d6f6c621ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:44.881347 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-66f8744e-0b7e-4af4-adf1-d3ae58486ef6 req-fb145645-fcad-4fd2-9ca8-65d6f6c621ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3666a181dc3a40a6a2f006078efddf03&device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 1098 time: 0.1172581 Aug 30 18:21:44.886162 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Attempting to bind port 83a056dd-2c59-4c30-8aad-27896db0dc1a on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:21:44.887177 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Attempting to bind port 83a056dd-2c59-4c30-8aad-27896db0dc1a by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': 'e681ad79-3b72-457c-a246-8d6954f7e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:21:44.887863 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Attempting to bind port 83a056dd-2c59-4c30-8aad-27896db0dc1a on network ac7792b3-dfac-4bf5-9e75-41ea0aa590de {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:21:44.891472 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:21:44.912273 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Sync routers for ids ['21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:21:44.941974 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:21:44.942361 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Checking segment: {'id': 'e681ad79-3b72-457c-a246-8d6954f7e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:21:44.948206 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:44.949041 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Bound using segment: {'id': 'e681ad79-3b72-457c-a246-8d6954f7e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:21:44.950028 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Bound port: 83a056dd-2c59-4c30-8aad-27896db0dc1a, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e681ad79-3b72-457c-a246-8d6954f7e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:21:44.951649 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:44.958056 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Routers {'21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:21:44.961331 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:21:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:44.980088 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:44.983882 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-2d7ecfc5-3518-4de7-bd5f-137165c9674e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0494595 Aug 30 18:21:44.988398 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53198) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:45.007474 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-b2caf85f-6261-4029-b56a-c15b803b7385 None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:21:45.115384 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8744e-0b7e-4af4-adf1-d3ae58486ef6 req-bea1a8ff-20b9-4e04-a5cf-2a0089e384d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:45.116906 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-66f8744e-0b7e-4af4-adf1-d3ae58486ef6 req-bea1a8ff-20b9-4e04-a5cf-2a0089e384d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf090307-1c5e-4a9d-a855-c31bcbfd8792 HTTP/1.1" status: 200 len: 912 time: 0.2279334 Aug 30 18:21:45.142507 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 1687f9e6-0a43-418e-95d0-ea455d3ad005 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:45.160176 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7e56f-4323-472a-a687-d08f5ae4caf2 req-50c30031-88e9-47b2-a5f2-656340662edd tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:45.161792 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ead7e56f-4323-472a-a687-d08f5ae4caf2 req-50c30031-88e9-47b2-a5f2-656340662edd tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.2578177 Aug 30 18:21:45.210335 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-66f8744e-0b7e-4af4-adf1-d3ae58486ef6 req-ac687145-2fc7-4775-a880-3dc77d8263f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba1a8c6-abe7-4eef-bb0e-80a447682cd9 HTTP/1.1" status: 200 len: 998 time: 0.0828831 Aug 30 18:21:45.217694 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Set router 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:21:45.248186 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7fb6e6-8fff-4a4b-8e2e-e46447180323 None None] Network 750f3180-c30c-4b19-9097-d97a8c0be23f requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:21:45.252052 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ead7e56f-4323-472a-a687-d08f5ae4caf2 req-c6aa645c-136e-49be-8fde-6e4ddab587f9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798035 Aug 30 18:21:45.303315 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8744e-0b7e-4af4-adf1-d3ae58486ef6 req-60e54c44-4328-4e96-a628-ba9738eca75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:45.307252 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-66f8744e-0b7e-4af4-adf1-d3ae58486ef6 req-60e54c44-4328-4e96-a628-ba9738eca75a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7162880f-6947-4246-a359-77445ff3b234 HTTP/1.1" status: 200 len: 850 time: 0.0890846 Aug 30 18:21:45.352581 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] For port 83a056dd-2c59-4c30-8aad-27896db0dc1a, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:21:45.357798 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] For port 83a056dd-2c59-4c30-8aad-27896db0dc1a, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=83a056dd-2c59-4c30-8aad-27896db0dc1a,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:21:45.364561 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:45.457152 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8744e-0b7e-4af4-adf1-d3ae58486ef6 req-c1b8998e-f36c-4316-b47d-42987f2b9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:45.466319 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-66f8744e-0b7e-4af4-adf1-d3ae58486ef6 req-c1b8998e-f36c-4316-b47d-42987f2b9ff5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf090307-1c5e-4a9d-a855-c31bcbfd8792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1502509 Aug 30 18:21:45.493699 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Routers {'379ba81e-95d2-45f1-8163-72d3f1b4c662'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:21:45.496409 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:21:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['379ba81e-95d2-45f1-8163-72d3f1b4c662'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:45.510850 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 1687f9e6-0a43-418e-95d0-ea455d3ad005 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:21:45.518395 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 445ebc01-60a2-4b76-a5d0-c6138b26a23f up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:45.609588 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fbaaf-c4a3-4b9b-bf1a-0f1f6bdce329 None None] Pushing event updated for resources: {'Port': ['ID=83a056dd-2c59-4c30-8aad-27896db0dc1a,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:45.626626 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-66f8744e-0b7e-4af4-adf1-d3ae58486ef6 req-bb068ee1-2b24-4d75-916e-c44d89e53cd6 service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534953 Aug 30 18:21:45.634283 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-50065f8b-2e95-4f59-adfa-31368de5232e None None] Provisioning for port 1687f9e6-0a43-418e-95d0-ea455d3ad005 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:21:45.649220 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-50065f8b-2e95-4f59-adfa-31368de5232e None None] Provisioning complete for port 1687f9e6-0a43-418e-95d0-ea455d3ad005 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:45.649848 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50065f8b-2e95-4f59-adfa-31368de5232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:45.704152 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] Set router 379ba81e-95d2-45f1-8163-72d3f1b4c662 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:21:45.739110 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'name': 'tempest-TestShelveInstance-893810455-router', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:42Z', 'updated_at': '2021-08-30T18:21:44Z', 'revision_number': 3, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'gw_port': {'id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:43Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:45.763425 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-66f8744e-0b7e-4af4-adf1-d3ae58486ef6 req-1b3e9ecc-4454-41c9-99f9-3cfc990c83aa service neutron] 10.222.0.36 "GET /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299062 Aug 30 18:21:45.772806 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Checking router: 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:21:45.773475 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Updating router 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 port a002d8d6-1b59-4f55-becf-6d627d7ba2b5 binding host dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:21:45.787591 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 445ebc01-60a2-4b76-a5d0-c6138b26a23f triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:45.787969 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:45.818267 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:45.859092 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:45.904045 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50065f8b-2e95-4f59-adfa-31368de5232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:45.956338 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-b2caf85f-6261-4029-b56a-c15b803b7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': 'ed4a394f-5b9d-40b0-9f37-7c34caa5f26b', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'port_id': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'mac_address': 'fa:16:3e:50:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a079e5bf-1e74-4550-a604-18ae4817d301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:21:29Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 1, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:15Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:45.991635 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2caf85f-6261-4029-b56a-c15b803b7385 None None] Checking router: 1a6a7b70-973f-4bef-9563-ca0112d35bc1 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:21:46.005106 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-50065f8b-2e95-4f59-adfa-31368de5232e None None] For port 1687f9e6-0a43-418e-95d0-ea455d3ad005, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=1687f9e6-0a43-418e-95d0-ea455d3ad005,segment=NetworkSegment(d8c97c74-336e-4b7a-8821-efda9c52ca25),segment_id=d8c97c74-336e-4b7a-8821-efda9c52ca25)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:46.011611 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50065f8b-2e95-4f59-adfa-31368de5232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.015530 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2caf85f-6261-4029-b56a-c15b803b7385 None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:21:46.016271 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-b2caf85f-6261-4029-b56a-c15b803b7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:21:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:46.080997 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Allocated IP 172.20.0.1 (750f3180-c30c-4b19-9097-d97a8c0be23f/52b1e942-3092-4a12-8e57-cb5632087c0a/b3541993-7950-4d52-ad17-bfff20c530fa) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:21:46.136562 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50065f8b-2e95-4f59-adfa-31368de5232e None None] Pushing event updated for resources: {'Port': ['ID=1687f9e6-0a43-418e-95d0-ea455d3ad005,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:46.176184 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-b2caf85f-6261-4029-b56a-c15b803b7385 None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:21:46.204223 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 675d1dfa-d3a6-45b7-9742-2dc55313f11f no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:21:46.225878 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.241250 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Transition to ACTIVE for port object b3541993-7950-4d52-ad17-bfff20c530fa will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:21:46.278757 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.312512 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-a5a3acba-9868-46b5-8996-9dbee47828e2 None None] Provisioning complete for port 1687f9e6-0a43-418e-95d0-ea455d3ad005 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:46.313106 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a5a3acba-9868-46b5-8996-9dbee47828e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.317680 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Network 750f3180-c30c-4b19-9097-d97a8c0be23f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:21:46.319948 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:21:46.322763 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:21:46.354196 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.367180 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Transition to ACTIVE for port object a002d8d6-1b59-4f55-becf-6d627d7ba2b5 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:21:46.375395 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Pushing event updated for resources: {'Port': ['ID=b3541993-7950-4d52-ad17-bfff20c530fa,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:46.375600 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.401352 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3764178'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.440790 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 4, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '83a056dd-2c59-4c30-8aad-27896db0dc1a', 'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'mac_address': 'fa:16:3e:db:89:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:39Z', 'updated_at': '2021-08-30T18:21:45Z', 'revision_number': 4, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'subnets': [{'id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:46.443987 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.474546 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084c798-0f89-4fc0-8293-9dc64a30c577 None None] The sync data for ids ['379ba81e-95d2-45f1-8163-72d3f1b4c662'] in dv-cinder-804296-2-iscsi is: [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 4, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '83a056dd-2c59-4c30-8aad-27896db0dc1a', 'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'mac_address': 'fa:16:3e:db:89:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:39Z', 'updated_at': '2021-08-30T18:21:45Z', 'revision_number': 4, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'subnets': [{'id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:21:46.478503 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a989d8-d759-4469-9900-053fba05c803 None None] Pushing event updated for resources: {'Port': ['ID=a002d8d6-1b59-4f55-becf-6d627d7ba2b5,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:46.496257 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:21:46.498907 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf0470a-9a3f-472c-ad1b-3bb4971daaef" -d '{"events": [{"server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "name": "network-vif-unplugged", "status": "completed", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:21:46.513972 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Attempting to bind port a002d8d6-1b59-4f55-becf-6d627d7ba2b5 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:21:46.514840 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Attempting to bind port a002d8d6-1b59-4f55-becf-6d627d7ba2b5 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:21:46.515983 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Attempting to bind port a002d8d6-1b59-4f55-becf-6d627d7ba2b5 on network b260bd70-94f8-4100-a215-2751a0a4278f {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:21:46.516829 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b968-c394-4814-99cf-588ce95e984f req-52bb3f94-c3bc-46b5-b29a-8e6b606e76a3 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:46.518625 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9351b968-c394-4814-99cf-588ce95e984f req-52bb3f94-c3bc-46b5-b29a-8e6b606e76a3 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 945 time: 0.1128533 Aug 30 18:21:46.536544 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:46.572656 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:21:46.573120 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Checking segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:21:46.573780 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.574281 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Bound using segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:21:46.575353 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Bound port: a002d8d6-1b59-4f55-becf-6d627d7ba2b5, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:21:46.575840 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 18:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3508dc3-800e-4430-8db0-fc7d7b36abd7 x-openstack-request-id: req-f3508dc3-800e-4430-8db0-fc7d7b36abd7 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:21:46.576499 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "name": "network-vif-unplugged", "status": "failed", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f", "code": 422}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:21:46.576907 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.577558 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3508dc3-800e-4430-8db0-fc7d7b36abd7 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:21:46.579850 dv-cinder-804296-2-iscsi neutron-server[93970]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'code': 422} returned with failed status Aug 30 18:21:46.587719 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.642074 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.652714 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] For port a002d8d6-1b59-4f55-becf-6d627d7ba2b5, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:21:46.667084 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] For port a002d8d6-1b59-4f55-becf-6d627d7ba2b5, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=a002d8d6-1b59-4f55-becf-6d627d7ba2b5,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:21:46.674298 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.679825 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9351b968-c394-4814-99cf-588ce95e984f req-077466cf-754f-4d9b-ab7a-7000a465a7d7 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046929 Aug 30 18:21:46.700739 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=675d1dfa-d3a6-45b7-9742-2dc55313f11f,revision_number=8']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:46.726153 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-b2caf85f-6261-4029-b56a-c15b803b7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': 'ed4a394f-5b9d-40b0-9f37-7c34caa5f26b', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'port_id': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'mac_address': 'fa:16:3e:50:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a079e5bf-1e74-4550-a604-18ae4817d301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:21:29Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 1, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:15Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:46.757585 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2caf85f-6261-4029-b56a-c15b803b7385 None None] The sync data for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi is: [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': 'ed4a394f-5b9d-40b0-9f37-7c34caa5f26b', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'port_id': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'mac_address': 'fa:16:3e:50:7f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a079e5bf-1e74-4550-a604-18ae4817d301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:21:29Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 1, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:15Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:21:46.773348 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Routers {'21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:21:46.774007 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:21:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:46.779288 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-f19fe598-b50b-4277-9fd7-b269042b4982 None None] Provisioning for port b3541993-7950-4d52-ad17-bfff20c530fa completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:21:46.792523 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-f19fe598-b50b-4277-9fd7-b269042b4982 None None] Provisioning complete for port b3541993-7950-4d52-ad17-bfff20c530fa triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:46.793074 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f19fe598-b50b-4277-9fd7-b269042b4982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.850017 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-f19fe598-b50b-4277-9fd7-b269042b4982 None None] Port b3541993-7950-4d52-ad17-bfff20c530fa cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:21:46.891904 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a989d8-d759-4469-9900-053fba05c803 None None] Pushing event updated for resources: {'Port': ['ID=a002d8d6-1b59-4f55-becf-6d627d7ba2b5,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:46.939522 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] Set router 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:21:46.959144 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:46.970541 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771742'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:47.069755 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 1687f9e6-0a43-418e-95d0-ea455d3ad005 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:47.105941 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3762445'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:47.116807 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Pushing event updated for resources: {'Port': ['ID=b3541993-7950-4d52-ad17-bfff20c530fa,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:47.170289 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 1687f9e6-0a43-418e-95d0-ea455d3ad005 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:47.173016 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:47.260081 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Network 750f3180-c30c-4b19-9097-d97a8c0be23f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:21:47.260344 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:21:47.282457 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fabc57-b348-43c0-8dea-f111c55ab01c None None] New status for floating IP ed4a394f-5b9d-40b0-9f37-7c34caa5f26b: ACTIVE {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:21:47.283874 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'name': 'tempest-TestShelveInstance-893810455-router', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:42Z', 'updated_at': '2021-08-30T18:21:46Z', 'revision_number': 4, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'gw_port': {'id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:43Z', 'updated_at': '2021-08-30T18:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'b3541993-7950-4d52-ad17-bfff20c530fa', 'name': '', 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'mac_address': 'fa:16:3e:d9:36:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '52b1e942-3092-4a12-8e57-cb5632087c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:45Z', 'updated_at': '2021-08-30T18:21:46Z', 'revision_number': 1, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'subnets': [{'id': '52b1e942-3092-4a12-8e57-cb5632087c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:47.342479 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf6be2-00ac-4140-975b-00f78402501d None None] The sync data for ids ['21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'] in dv-cinder-804296-2-iscsi is: [{'id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'name': 'tempest-TestShelveInstance-893810455-router', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:42Z', 'updated_at': '2021-08-30T18:21:46Z', 'revision_number': 4, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'gw_port': {'id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:43Z', 'updated_at': '2021-08-30T18:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'b3541993-7950-4d52-ad17-bfff20c530fa', 'name': '', 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'mac_address': 'fa:16:3e:d9:36:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '52b1e942-3092-4a12-8e57-cb5632087c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:45Z', 'updated_at': '2021-08-30T18:21:46Z', 'revision_number': 1, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'subnets': [{'id': '52b1e942-3092-4a12-8e57-cb5632087c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:21:47.464662 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Router 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:21:47.604208 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 83a056dd-2c59-4c30-8aad-27896db0dc1a up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:47.615860 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:21:47.628977 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ff18986d-d964-47f8-92d6-96904bc50033 admin admin] 10.222.0.16 "PUT /v2.0/routers/21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6335452 Aug 30 18:21:47.667405 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-9fdc6427-69e0-4d19-9b4a-6ecf44f3a79d None None] Provisioning complete for port b3541993-7950-4d52-ad17-bfff20c530fa triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:47.667780 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9fdc6427-69e0-4d19-9b4a-6ecf44f3a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:47.701503 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229076a-127e-47c3-916f-bd3e0936c5be req-9a9b19ea-c3d0-433e-8c94-ea7ee342fc38 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:47.712224 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6229076a-127e-47c3-916f-bd3e0936c5be req-9a9b19ea-c3d0-433e-8c94-ea7ee342fc38 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0781682 Aug 30 18:21:47.750730 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc6427-69e0-4d19-9b4a-6ecf44f3a79d None None] Port b3541993-7950-4d52-ad17-bfff20c530fa cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:21:47.755491 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6229076a-127e-47c3-916f-bd3e0936c5be req-c27cb2aa-7d01-45b1-b8e2-c512cafb9509 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423200 Aug 30 18:21:47.759520 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 83a056dd-2c59-4c30-8aad-27896db0dc1a completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:21:47.764347 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 83a056dd-2c59-4c30-8aad-27896db0dc1a triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:47.764724 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:47.843628 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:47.876460 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 83a056dd-2c59-4c30-8aad-27896db0dc1a, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=83a056dd-2c59-4c30-8aad-27896db0dc1a,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:47.886284 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:47.948962 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=83a056dd-2c59-4c30-8aad-27896db0dc1a,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:48.061524 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53256) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:48.079214 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53260) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:48.084395 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-6e961052-14f0-4991-a91c-03ed1e769892 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58727128', 'description': 'tempest-secgroup-smoke-58727128 description', 'project_id': '966fb7be2fcb44a0908360bc585a21f7'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:48.121872 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e961052-14f0-4991-a91c-03ed1e769892 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.182051 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03c5e408-75c0-4407-b560-fed8fed3298b req-2841fb30-474d-4a75-a2e2-f2bd8f293025 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193643 Aug 30 18:21:48.238419 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e961052-14f0-4991-a91c-03ed1e769892 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.242323 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e961052-14f0-4991-a91c-03ed1e769892 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.269827 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6e961052-14f0-4991-a91c-03ed1e769892 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.271034 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6e961052-14f0-4991-a91c-03ed1e769892 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1908603 Aug 30 18:21:48.274177 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53264) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:48.275667 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e961052-14f0-4991-a91c-03ed1e769892 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:48.282454 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-70c2d757-aa40-4935-8779-e6967245cb61 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Request body: {'security_group_rule': {'security_group_id': '1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2', 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:48.316745 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-70c2d757-aa40-4935-8779-e6967245cb61 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.365765 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-70c2d757-aa40-4935-8779-e6967245cb61 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.368890 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-70c2d757-aa40-4935-8779-e6967245cb61 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.385488 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2d757-aa40-4935-8779-e6967245cb61 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5d0e0c-b686-4b97-a113-fc422d62a181,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:48.394744 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-70c2d757-aa40-4935-8779-e6967245cb61 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.396042 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-70c2d757-aa40-4935-8779-e6967245cb61 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202106 Aug 30 18:21:48.398694 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53270) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:48.403057 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-db5e1a9c-9b82-4764-a446-114655db73aa tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Request body: {'security_group_rule': {'security_group_id': '1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2', 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:48.428700 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db5e1a9c-9b82-4764-a446-114655db73aa tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.488521 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db5e1a9c-9b82-4764-a446-114655db73aa tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.492177 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db5e1a9c-9b82-4764-a446-114655db73aa tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.510349 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e1a9c-9b82-4764-a446-114655db73aa tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e08b47-755b-4ba9-b286-0bb571dc33c2,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:48.517008 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db5e1a9c-9b82-4764-a446-114655db73aa tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.520637 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-db5e1a9c-9b82-4764-a446-114655db73aa tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186299 Aug 30 18:21:48.520835 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53272) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:48.525585 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-387a924a-0e46-48da-9324-bdfaf16e9f25 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Request body: {'security_group_rule': {'security_group_id': '1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2', 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:48.568741 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-387a924a-0e46-48da-9324-bdfaf16e9f25 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.656167 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-387a924a-0e46-48da-9324-bdfaf16e9f25 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.662257 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-387a924a-0e46-48da-9324-bdfaf16e9f25 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.687629 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a924a-0e46-48da-9324-bdfaf16e9f25 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac37ff0-a4dd-471f-bb98-a835cfbffc6f,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:48.699495 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-387a924a-0e46-48da-9324-bdfaf16e9f25 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.702603 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-387a924a-0e46-48da-9324-bdfaf16e9f25 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1789081 Aug 30 18:21:48.704083 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53274) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:48.711759 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-e9beefd9-128c-4a01-acdc-45fd9ad6fe21 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Request body: {'security_group_rule': {'security_group_id': '1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2', 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:48.744431 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e9beefd9-128c-4a01-acdc-45fd9ad6fe21 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.816157 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e9beefd9-128c-4a01-acdc-45fd9ad6fe21 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.820617 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e9beefd9-128c-4a01-acdc-45fd9ad6fe21 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.848731 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beefd9-128c-4a01-acdc-45fd9ad6fe21 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d93c541-b02f-4f0f-84a1-21d9c9a50ecd,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:48.859512 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e9beefd9-128c-4a01-acdc-45fd9ad6fe21 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.860812 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e9beefd9-128c-4a01-acdc-45fd9ad6fe21 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556275 Aug 30 18:21:48.865874 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53278) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:48.872328 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-70070778-a3c8-45c4-853e-232cbdc73ced tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Request body: {'security_group_rule': {'security_group_id': '1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2', 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:48.899017 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.securitygroups_db [None req-70070778-a3c8-45c4-853e-232cbdc73ced tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Project 966fb7be2fcb44a0908360bc585a21f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 18:21:48.900059 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e25767-5a50-4dd6-b6fb-44631851a6d2 req-96c9942f-6f4b-43b1-830c-62cee0fb993b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:48.901875 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a4e25767-5a50-4dd6-b6fb-44631851a6d2 req-96c9942f-6f4b-43b1-830c-62cee0fb993b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0624211 Aug 30 18:21:48.905088 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70070778-a3c8-45c4-853e-232cbdc73ced tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.951918 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a4e25767-5a50-4dd6-b6fb-44631851a6d2 req-df82b752-97cc-4c63-9db4-d3153a0582cf tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432196 Aug 30 18:21:48.953891 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 83a056dd-2c59-4c30-8aad-27896db0dc1a up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:48.976822 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70070778-a3c8-45c4-853e-232cbdc73ced tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.981630 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70070778-a3c8-45c4-853e-232cbdc73ced tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:48.999779 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70070778-a3c8-45c4-853e-232cbdc73ced tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a99213-dfdd-4e28-acf6-a8cdc9ab67b5,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:49.009943 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70070778-a3c8-45c4-853e-232cbdc73ced tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:49.011519 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-70070778-a3c8-45c4-853e-232cbdc73ced tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445906 Aug 30 18:21:49.014385 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53280) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:21:49.020616 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-1f542724-07ae-4c32-8fd3-5c702a3891c1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Request body: {'security_group_rule': {'security_group_id': '1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2', 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:21:49.032912 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 83a056dd-2c59-4c30-8aad-27896db0dc1a triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:49.033362 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:49.047800 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.securitygroups_db [None req-1f542724-07ae-4c32-8fd3-5c702a3891c1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Project 966fb7be2fcb44a0908360bc585a21f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 18:21:49.053828 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f542724-07ae-4c32-8fd3-5c702a3891c1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:49.137343 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f542724-07ae-4c32-8fd3-5c702a3891c1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:49.141928 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f542724-07ae-4c32-8fd3-5c702a3891c1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:49.166973 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f542724-07ae-4c32-8fd3-5c702a3891c1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26114c5-9d38-4a30-a069-99550a6a1c57,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:49.172108 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f542724-07ae-4c32-8fd3-5c702a3891c1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:49.176974 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1f542724-07ae-4c32-8fd3-5c702a3891c1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576688 Aug 30 18:21:49.646896 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e408-75c0-4407-b560-fed8fed3298b req-c036229b-97cd-4995-bb39-d893240a0727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:49.648540 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03c5e408-75c0-4407-b560-fed8fed3298b req-c036229b-97cd-4995-bb39-d893240a0727 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a&tenant_id=bf0a1398752b4d87a4b26a2ce96474c0 HTTP/1.1" status: 200 len: 1096 time: 0.0842450 Aug 30 18:21:49.719659 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e408-75c0-4407-b560-fed8fed3298b req-1f4e02a8-3fa8-406b-b1cc-319fde6d0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:49.721745 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03c5e408-75c0-4407-b560-fed8fed3298b req-1f4e02a8-3fa8-406b-b1cc-319fde6d0904 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 1096 time: 0.0477049 Aug 30 18:21:49.814294 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e408-75c0-4407-b560-fed8fed3298b req-3248196e-b89c-4c50-b7cc-321223142370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:49.816434 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03c5e408-75c0-4407-b560-fed8fed3298b req-3248196e-b89c-4c50-b7cc-321223142370 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 918 time: 0.0873585 Aug 30 18:21:49.886222 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03c5e408-75c0-4407-b560-fed8fed3298b req-d6269ded-8c14-43eb-81ab-5bd17c3b457b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f HTTP/1.1" status: 200 len: 998 time: 0.0620565 Aug 30 18:21:49.933460 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e408-75c0-4407-b560-fed8fed3298b req-968ed59d-3aa4-4b6b-9554-dede28afc7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:49.934939 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03c5e408-75c0-4407-b560-fed8fed3298b req-968ed59d-3aa4-4b6b-9554-dede28afc7bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40eb3b79-0cba-43a4-abc4-3330f1488657 HTTP/1.1" status: 200 len: 856 time: 0.0424125 Aug 30 18:21:49.979789 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e408-75c0-4407-b560-fed8fed3298b req-aa047285-b36a-4011-ade2-6900b15fefca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:49.981661 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03c5e408-75c0-4407-b560-fed8fed3298b req-aa047285-b36a-4011-ade2-6900b15fefca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400341 Aug 30 18:21:50.077666 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03c5e408-75c0-4407-b560-fed8fed3298b req-639d12dd-02a5-40f4-98d6-9abdbb69dd89 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879335 Aug 30 18:21:50.087843 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9fb2f-adad-4cff-bbdb-e2650b7bfde6 req-00aefe59-c01a-487f-9942-000f29b653ee tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:50.089330 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c9a9fb2f-adad-4cff-bbdb-e2650b7bfde6 req-00aefe59-c01a-487f-9942-000f29b653ee tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0504198 Aug 30 18:21:50.131743 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c9a9fb2f-adad-4cff-bbdb-e2650b7bfde6 req-d535379e-e80f-4cfa-833b-e365fd3b4bf5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356119 Aug 30 18:21:50.172103 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03c5e408-75c0-4407-b560-fed8fed3298b req-e28d530f-1520-42e6-9585-2c4fb1ae2cdc service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862408 Aug 30 18:21:50.558246 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Sync routers for ids ['21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:21:50.567123 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Routers {'21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:21:50.567736 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:21:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:50.692684 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Set router 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:21:50.995921 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device a002d8d6-1b59-4f55-becf-6d627d7ba2b5 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:51.016815 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'name': 'tempest-TestShelveInstance-893810455-router', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:42Z', 'updated_at': '2021-08-30T18:21:46Z', 'revision_number': 4, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'gw_port': {'id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:43Z', 'updated_at': '2021-08-30T18:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'b3541993-7950-4d52-ad17-bfff20c530fa', 'name': '', 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'mac_address': 'fa:16:3e:d9:36:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '52b1e942-3092-4a12-8e57-cb5632087c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:45Z', 'updated_at': '2021-08-30T18:21:46Z', 'revision_number': 2, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'subnets': [{'id': '52b1e942-3092-4a12-8e57-cb5632087c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:51.050224 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Checking router: 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:21:51.050597 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Updating router 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 port b3541993-7950-4d52-ad17-bfff20c530fa binding host dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:21:51.058724 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port a002d8d6-1b59-4f55-becf-6d627d7ba2b5 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:21:51.063443 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port a002d8d6-1b59-4f55-becf-6d627d7ba2b5 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:51.063875 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:51.096859 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:51.179006 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:51.250027 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port a002d8d6-1b59-4f55-becf-6d627d7ba2b5, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=a002d8d6-1b59-4f55-becf-6d627d7ba2b5,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:51.255316 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:51.345568 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=a002d8d6-1b59-4f55-becf-6d627d7ba2b5,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:51.394646 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bff59-d92e-4a8f-adac-4b37bd981296 req-47964841-49c9-4b52-bb55-4e447585850a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:51.402931 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-885bff59-d92e-4a8f-adac-4b37bd981296 req-47964841-49c9-4b52-bb55-4e447585850a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.1050043 Aug 30 18:21:51.460629 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-885bff59-d92e-4a8f-adac-4b37bd981296 req-6265fb2e-22e3-4125-bfa0-3649b4547464 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505173 Aug 30 18:21:51.523310 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:51.535462 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Transition to ACTIVE for port object b3541993-7950-4d52-ad17-bfff20c530fa will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:21:51.547107 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:51.652544 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69862085-7d6f-42ad-90f2-655bcc758532 None None] Pushing event updated for resources: {'Port': ['ID=b3541993-7950-4d52-ad17-bfff20c530fa,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:51.675631 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Attempting to bind port b3541993-7950-4d52-ad17-bfff20c530fa on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:21:51.676008 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Attempting to bind port b3541993-7950-4d52-ad17-bfff20c530fa by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': 'd8c97c74-336e-4b7a-8821-efda9c52ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:21:51.676370 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Attempting to bind port b3541993-7950-4d52-ad17-bfff20c530fa on network 750f3180-c30c-4b19-9097-d97a8c0be23f {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:21:51.682037 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:21:51.682418 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Checking segment: {'id': 'd8c97c74-336e-4b7a-8821-efda9c52ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:21:51.682821 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:51.683226 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Bound using segment: {'id': 'd8c97c74-336e-4b7a-8821-efda9c52ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:21:51.683689 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Bound port: b3541993-7950-4d52-ad17-bfff20c530fa, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c97c74-336e-4b7a-8821-efda9c52ca25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:21:51.684073 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:51.770183 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] For port b3541993-7950-4d52-ad17-bfff20c530fa, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:21:51.783641 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] For port b3541993-7950-4d52-ad17-bfff20c530fa, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=b3541993-7950-4d52-ad17-bfff20c530fa,segment=NetworkSegment(d8c97c74-336e-4b7a-8821-efda9c52ca25),segment_id=d8c97c74-336e-4b7a-8821-efda9c52ca25)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:21:51.790860 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:51.969282 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Routers {'21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:21:51.969929 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:21:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:51.975070 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69862085-7d6f-42ad-90f2-655bcc758532 None None] Pushing event updated for resources: {'Port': ['ID=b3541993-7950-4d52-ad17-bfff20c530fa,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:52.092823 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] Set router 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:21:52.300958 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'name': 'tempest-TestShelveInstance-893810455-router', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:42Z', 'updated_at': '2021-08-30T18:21:46Z', 'revision_number': 4, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'gw_port': {'id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:43Z', 'updated_at': '2021-08-30T18:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'b3541993-7950-4d52-ad17-bfff20c530fa', 'name': '', 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'mac_address': 'fa:16:3e:d9:36:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '52b1e942-3092-4a12-8e57-cb5632087c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:45Z', 'updated_at': '2021-08-30T18:21:51Z', 'revision_number': 4, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'subnets': [{'id': '52b1e942-3092-4a12-8e57-cb5632087c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:21:52.332059 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eada7b33-dfa6-48b9-8fa1-dce73f7d5e46 None None] The sync data for ids ['21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'] in dv-cinder-804296-2-iscsi is: [{'id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'name': 'tempest-TestShelveInstance-893810455-router', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:42Z', 'updated_at': '2021-08-30T18:21:46Z', 'revision_number': 4, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'gw_port': {'id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:43Z', 'updated_at': '2021-08-30T18:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'b3541993-7950-4d52-ad17-bfff20c530fa', 'name': '', 'network_id': '750f3180-c30c-4b19-9097-d97a8c0be23f', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'mac_address': 'fa:16:3e:d9:36:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '52b1e942-3092-4a12-8e57-cb5632087c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:45Z', 'updated_at': '2021-08-30T18:21:51Z', 'revision_number': 4, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'subnets': [{'id': '52b1e942-3092-4a12-8e57-cb5632087c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:21:52.597251 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e68e6-a8f4-4460-94d1-8c2fba50d734 req-cff28f34-6478-4f93-afbd-686a6fd18806 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:52.598892 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-710e68e6-a8f4-4460-94d1-8c2fba50d734 req-cff28f34-6478-4f93-afbd-686a6fd18806 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0742412 Aug 30 18:21:52.641668 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-710e68e6-a8f4-4460-94d1-8c2fba50d734 req-462ff7b5-ee44-44e2-8ab3-4b75d40208ba tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355208 Aug 30 18:21:52.964994 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device b3541993-7950-4d52-ad17-bfff20c530fa up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:53.020646 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port b3541993-7950-4d52-ad17-bfff20c530fa completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:21:53.025188 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port b3541993-7950-4d52-ad17-bfff20c530fa triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:53.025608 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:53.108112 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:53.140760 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port b3541993-7950-4d52-ad17-bfff20c530fa, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=b3541993-7950-4d52-ad17-bfff20c530fa,segment=NetworkSegment(d8c97c74-336e-4b7a-8821-efda9c52ca25),segment_id=d8c97c74-336e-4b7a-8821-efda9c52ca25)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:21:53.145885 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:53.146762 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device a002d8d6-1b59-4f55-becf-6d627d7ba2b5 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:53.228962 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=b3541993-7950-4d52-ad17-bfff20c530fa,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:21:53.245312 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port a002d8d6-1b59-4f55-becf-6d627d7ba2b5 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:53.245687 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:53.777649 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae87b1-1f2c-4e95-9e2f-5f23825ba391 req-5323949a-4e05-463d-a686-aac235289226 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:53.779259 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fae87b1-1f2c-4e95-9e2f-5f23825ba391 req-5323949a-4e05-463d-a686-aac235289226 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0501494 Aug 30 18:21:53.821366 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fae87b1-1f2c-4e95-9e2f-5f23825ba391 req-650f018a-e901-49ce-a0a9-c0a25884119e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342612 Aug 30 18:21:54.917445 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device b3541993-7950-4d52-ad17-bfff20c530fa up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:21:54.968872 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf168be-df0c-40e8-b9a9-28d258e91583 req-a297a262-56fe-407e-a9e5-d708ca68f128 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:54.970522 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-baf168be-df0c-40e8-b9a9-28d258e91583 req-a297a262-56fe-407e-a9e5-d708ca68f128 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0576096 Aug 30 18:21:54.988452 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port b3541993-7950-4d52-ad17-bfff20c530fa triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:21:54.988820 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:21:55.031938 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-baf168be-df0c-40e8-b9a9-28d258e91583 req-70e184e3-6583-4029-8bc6-3887aec31f63 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548258 Aug 30 18:21:56.166441 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bcc99-2fec-4ed8-975e-e7a260afd773 req-b2bb41e9-bd01-4635-8ef8-0c01dd98f7e8 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:56.167912 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c43bcc99-2fec-4ed8-975e-e7a260afd773 req-b2bb41e9-bd01-4635-8ef8-0c01dd98f7e8 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0495245 Aug 30 18:21:56.206027 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c43bcc99-2fec-4ed8-975e-e7a260afd773 req-8f9587be-2672-45cd-bcae-f14f80db06ab tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321746 Aug 30 18:21:57.329165 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46298b78-ab2c-4c4d-b2c3-706c0567022f req-5643ced8-d7af-407b-ac9e-b3a36b0790f1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:57.330576 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-46298b78-ab2c-4c4d-b2c3-706c0567022f req-5643ced8-d7af-407b-ac9e-b3a36b0790f1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0482886 Aug 30 18:21:57.376613 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-46298b78-ab2c-4c4d-b2c3-706c0567022f req-cf46f59a-2286-4be9-b578-4993c82e0bbe tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386894 Aug 30 18:21:58.498932 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b398165-2896-42d8-b893-cdfb5ef0e938 req-332c5b5b-4bcf-4e68-b313-a434b0f0d6ac tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:58.500480 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9b398165-2896-42d8-b893-cdfb5ef0e938 req-332c5b5b-4bcf-4e68-b313-a434b0f0d6ac tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0494578 Aug 30 18:21:58.551839 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9b398165-2896-42d8-b893-cdfb5ef0e938 req-1d376ba8-b59f-4685-b2ed-aaca9c2dd6f4 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448337 Aug 30 18:21:59.707018 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5830fd-9fa8-4e77-afe7-52242a5fc453 req-222e18a7-c6da-4eb9-a3fc-b11cdd3000cf tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:21:59.708766 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5c5830fd-9fa8-4e77-afe7-52242a5fc453 req-222e18a7-c6da-4eb9-a3fc-b11cdd3000cf tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0830848 Aug 30 18:21:59.749618 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5c5830fd-9fa8-4e77-afe7-52242a5fc453 req-f14e7efd-a373-43a9-ac42-e183d77326a3 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348289 Aug 30 18:22:00.873871 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8e0e5-6546-4bb2-b96e-14cbf4123952 req-80ac7423-79b7-4e75-aec1-e22f116f894d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:00.875376 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b9f8e0e5-6546-4bb2-b96e-14cbf4123952 req-80ac7423-79b7-4e75-aec1-e22f116f894d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0511074 Aug 30 18:22:00.912193 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b9f8e0e5-6546-4bb2-b96e-14cbf4123952 req-b6c50f6a-3119-4bdd-87ce-3b4469deac7c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Aug 30 18:22:01.307486 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c7a276d7-f8b1-477d-91ff-bfaf34e3e634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:02.038173 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78af4a-e427-408e-8ef6-331dedf04d41 req-316e17be-56f1-4e09-9f98-9b34ceee9ee5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:02.039723 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8f78af4a-e427-408e-8ef6-331dedf04d41 req-316e17be-56f1-4e09-9f98-9b34ceee9ee5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0550630 Aug 30 18:22:02.082111 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8f78af4a-e427-408e-8ef6-331dedf04d41 req-d28219ac-b970-4a14-9407-cedf1019110f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362747 Aug 30 18:22:02.654089 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:22:03.201693 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20aca8e-046b-47c9-97e0-6a13b6bda015 req-47e1b17f-0616-4391-8fa3-a4778eed96e8 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:03.203235 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f20aca8e-046b-47c9-97e0-6a13b6bda015 req-47e1b17f-0616-4391-8fa3-a4778eed96e8 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0498765 Aug 30 18:22:03.242036 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f20aca8e-046b-47c9-97e0-6a13b6bda015 req-d092f263-031f-496d-be9e-e1f9dea1b55a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324025 Aug 30 18:22:03.967356 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-efec30b2-0430-430a-9c10-19ba61e15a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:04.018195 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:04.359074 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb3049-15a9-4328-bcf5-4bc06a048fac req-b176c811-db57-466c-8709-d881c422079a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:04.360541 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-27cb3049-15a9-4328-bcf5-4bc06a048fac req-b176c811-db57-466c-8709-d881c422079a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0478086 Aug 30 18:22:04.397885 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-27cb3049-15a9-4328-bcf5-4bc06a048fac req-69d864bb-422c-4ef6-8e5b-a605e183f4ef tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314925 Aug 30 18:22:05.168134 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:05.513234 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d5ab5-f6a4-4a5f-b292-beee54932edc req-7521a5e3-734b-4315-9d9a-8f654aaebbb9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:05.514662 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cf0d5ab5-f6a4-4a5f-b292-beee54932edc req-7521a5e3-734b-4315-9d9a-8f654aaebbb9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0465217 Aug 30 18:22:05.556735 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cf0d5ab5-f6a4-4a5f-b292-beee54932edc req-2976c63e-df6e-4d3b-980a-9618b6c54e46 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356154 Aug 30 18:22:06.530143 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:06.675733 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181480d8-1a1e-4e16-9528-ef3a775e2ff6 req-f4be515d-3efc-4677-abb2-b67e2a5a3054 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:06.677250 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-181480d8-1a1e-4e16-9528-ef3a775e2ff6 req-f4be515d-3efc-4677-abb2-b67e2a5a3054 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0487905 Aug 30 18:22:06.721792 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-181480d8-1a1e-4e16-9528-ef3a775e2ff6 req-77b4eed3-069f-4072-94d2-df26a5113607 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386775 Aug 30 18:22:06.747308 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-a8b28fe3-fdff-4dc9-95ea-ab8942e7f2fc tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58727128&fields=id&tenant_id=966fb7be2fcb44a0908360bc585a21f7 HTTP/1.1" status: 200 len: 267 time: 0.0386598 Aug 30 18:22:06.856916 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-fde6d69c-7716-4e74-bff5-18b3f92f2484 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:06.858383 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-fde6d69c-7716-4e74-bff5-18b3f92f2484 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/networks?id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de HTTP/1.1" status: 200 len: 809 time: 0.1036122 Aug 30 18:22:06.872768 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-160f32a8-7a16-4f0e-b807-3f734431351e tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/quotas/966fb7be2fcb44a0908360bc585a21f7 HTTP/1.1" status: 200 len: 375 time: 0.0087435 Aug 30 18:22:06.922071 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-c61b3e34-15b6-4f97-82ee-f83b47643e07 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=966fb7be2fcb44a0908360bc585a21f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437710 Aug 30 18:22:07.063205 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-eafc7d2c-dee4-47a5-9510-a2e494332e0f service neutron] 10.222.0.16 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292012 Aug 30 18:22:07.153745 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-234603ef-2481-4578-b59d-3914b0a094df service neutron] 10.222.0.16 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837259 Aug 30 18:22:07.432685 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-63c0d04a-fed1-4f59-ac1f-d2cede4c1ebb req-d4613384-b026-431d-b8be-082c547de203 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 210 time: 0.0277646 Aug 30 18:22:07.845899 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32552e-c96b-4a37-8dcc-6938411d2028 req-6f70a787-eb5e-48a7-aae1-6c064f756da5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:07.847386 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3d32552e-c96b-4a37-8dcc-6938411d2028 req-6f70a787-eb5e-48a7-aae1-6c064f756da5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0514269 Aug 30 18:22:07.885641 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3d32552e-c96b-4a37-8dcc-6938411d2028 req-3d237d1b-ca82-476a-9ed9-be6b25c57033 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321581 Aug 30 18:22:08.373160 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-48e88fe9-285b-4b24-80b0-5b10685ae751 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:08.374664 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-48e88fe9-285b-4b24-80b0-5b10685ae751 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.36 "GET /v2.0/networks?id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de HTTP/1.1" status: 200 len: 809 time: 0.1126764 Aug 30 18:22:08.417973 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-a04520db-6eff-4d3e-9293-7d702dc3499c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=966fb7be2fcb44a0908360bc585a21f7 HTTP/1.1" status: 200 len: 378 time: 0.0335937 Aug 30 18:22:08.428366 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Request body: {'port': {'device_id': 'cc247902-ea30-4173-a593-56595da97eac', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'admin_state_up': True, 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'security_groups': ['1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:22:08.540054 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d19a4854-9c51-45fc-8171-6bac65d0bcb3 req-0c67eba3-b957-4c29-a8d0-2123418c52b4 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 210 time: 0.0309620 Aug 30 18:22:08.549846 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Made reservation on behalf of 966fb7be2fcb44a0908360bc585a21f7 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:22:08.554151 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:08.952532 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Allocated IP 172.20.0.10 (ac7792b3-dfac-4bf5-9e75-41ea0aa590de/01859f3d-4259-45d3-8587-bb9993f7b601/96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:22:09.007770 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f117a-70e0-4dcf-a94a-e876fb2f778b req-3ed337a9-49d3-498f-a5c5-492c9525b5da tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:09.009301 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-363f117a-70e0-4dcf-a94a-e876fb2f778b req-3ed337a9-49d3-498f-a5c5-492c9525b5da tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0489328 Aug 30 18:22:09.046993 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-363f117a-70e0-4dcf-a94a-e876fb2f778b req-29a2dc35-467d-4995-a1bd-c4a72d163623 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315046 Aug 30 18:22:09.091415 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:09.104839 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Transition to ACTIVE for port object 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:22:09.136545 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:09.177430 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Network ac7792b3-dfac-4bf5-9e75-41ea0aa590de is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:22:09.182182 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:22:09.185081 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:22:09.216176 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Pushing event updated for resources: {'Port': ['ID=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:09.242483 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:09.243099 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:09.258076 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-655887ef-350f-4f44-b529-f11e19ebc891 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8333626 Aug 30 18:22:09.271639 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Request body: {'port': {'device_id': 'cc247902-ea30-4173-a593-56595da97eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:22:09.325801 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:09.393992 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-d65a8091-4d2e-44a0-b7e8-a64abdbca9b2 None None] Provisioning for port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:22:09.397811 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-d65a8091-4d2e-44a0-b7e8-a64abdbca9b2 None None] Provisioning complete for port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:22:09.398203 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d65a8091-4d2e-44a0-b7e8-a64abdbca9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:09.434387 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-d65a8091-4d2e-44a0-b7e8-a64abdbca9b2 None None] Port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:22:09.581792 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:22:09.589174 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:09.601716 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Transition to ACTIVE for port object 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:22:09.605766 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:09.670762 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953882b1-57d8-4b3d-9f64-c41d9a6e1b87 req-b3d41df7-1790-4709-8f3f-a2e56971b38a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:09.672287 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-953882b1-57d8-4b3d-9f64-c41d9a6e1b87 req-b3d41df7-1790-4709-8f3f-a2e56971b38a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0552976 Aug 30 18:22:09.706954 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Pushing event updated for resources: {'Port': ['ID=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:09.721500 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-953882b1-57d8-4b3d-9f64-c41d9a6e1b87 req-3714a402-ada9-413e-a9c9-dc7e4bbf2aa9 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426373 Aug 30 18:22:09.730473 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Attempting to bind port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:22:09.730940 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Attempting to bind port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'e681ad79-3b72-457c-a246-8d6954f7e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:22:09.731319 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Attempting to bind port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 on network ac7792b3-dfac-4bf5-9e75-41ea0aa590de {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:22:09.739279 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 on network ac7792b3-dfac-4bf5-9e75-41ea0aa590de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:22:09.739279 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Attempting to bind port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 on network ac7792b3-dfac-4bf5-9e75-41ea0aa590de {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:22:09.742806 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:22:09.743138 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Checking segment: {'id': 'e681ad79-3b72-457c-a246-8d6954f7e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:22:09.743514 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Bound using segment: {'id': 'e681ad79-3b72-457c-a246-8d6954f7e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:22:09.743938 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Bound port: 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e681ad79-3b72-457c-a246-8d6954f7e871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:22:09.744294 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:09.812981 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] For port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:22:09.816776 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] For port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:22:09.822541 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:09.859699 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:09.860408 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:09.861789 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] 10.222.0.36 "PUT /v2.0/ports/96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 HTTP/1.1" status: 200 len: 1094 time: 0.5950232 Aug 30 18:22:09.862194 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:22:09.864453 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c503a09-13c4-40a4-8e53-08db9bcc8ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:22:09.889112 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc62bb2-308a-47bc-b850-f5955b49198e service neutron] Pushing event updated for resources: {'Port': ['ID=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:09.907327 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fc4091-58d5-4def-b13b-d4445bfe330a x-openstack-request-id: req-28fc4091-58d5-4def-b13b-d4445bfe330a {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:22:09.907566 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:22:09.907844 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28fc4091-58d5-4def-b13b-d4445bfe330a {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:22:09.908271 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'status': 'completed', 'code': 200} Aug 30 18:22:09.954237 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-41abc6dc-fad2-481d-a713-13422d993156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:09.956348 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-41abc6dc-fad2-481d-a713-13422d993156 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=966fb7be2fcb44a0908360bc585a21f7&device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 1097 time: 0.0427537 Aug 30 18:22:10.001345 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-c2f337c3-8421-4027-ba82-180deb1d823f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 HTTP/1.1" status: 200 len: 217 time: 0.0348930 Aug 30 18:22:10.055112 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-34788a19-c55a-4f67-a8f5-bf88d7b50f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:10.056519 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-34788a19-c55a-4f67-a8f5-bf88d7b50f51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01859f3d-4259-45d3-8587-bb9993f7b601 HTTP/1.1" status: 200 len: 848 time: 0.0467527 Aug 30 18:22:10.115835 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-33385175-efa3-42f7-ae3c-3be500a879af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:10.117369 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-33385175-efa3-42f7-ae3c-3be500a879af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519042 Aug 30 18:22:10.174849 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a8de7-fcaa-481e-90f4-3238d41758d1 req-bc0a3b0a-7087-4ed6-bcb9-4c4cd9189b90 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:10.176309 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-073a8de7-fcaa-481e-90f4-3238d41758d1 req-bc0a3b0a-7087-4ed6-bcb9-4c4cd9189b90 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 943 time: 0.0470953 Aug 30 18:22:10.209291 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-5fa925c3-76aa-4dab-aec1-8897de5140a5 service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831738 Aug 30 18:22:10.216469 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-073a8de7-fcaa-481e-90f4-3238d41758d1 req-315215b6-b7f0-45fc-9dd7-bb7b14d9bf1b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341618 Aug 30 18:22:10.300614 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-070c006a-3a4f-4dda-a047-5840cd0d9213 req-a4ab648c-9410-441d-a2b2-fbe41d291345 service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829310 Aug 30 18:22:10.321830 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 675d1dfa-d3a6-45b7-9742-2dc55313f11f details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:22:10.387845 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c503a09-13c4-40a4-8e53-08db9bcc8ae4 req-1e5e1c49-1a25-4c3a-a4c8-726010f63813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:10.389367 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6c503a09-13c4-40a4-8e53-08db9bcc8ae4 req-1e5e1c49-1a25-4c3a-a4c8-726010f63813 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=966fb7be2fcb44a0908360bc585a21f7&device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 1097 time: 0.0397639 Aug 30 18:22:10.412833 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:22:10.424392 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'port_id': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'mac_address': 'fa:16:3e:db:1b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:22:10.459350 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:10.475114 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675d1dfa-d3a6-45b7-9742-2dc55313f11f {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:22:10.482307 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c503a09-13c4-40a4-8e53-08db9bcc8ae4 req-9b4a5dc1-4c1a-45a4-9368-6d4883fa065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:10.483717 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6c503a09-13c4-40a4-8e53-08db9bcc8ae4 req-9b4a5dc1-4c1a-45a4-9368-6d4883fa065e service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de HTTP/1.1" status: 200 len: 910 time: 0.0847139 Aug 30 18:22:10.493596 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:22:10.497279 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:10.528042 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6c503a09-13c4-40a4-8e53-08db9bcc8ae4 req-b28ae01c-fec7-4b48-99c1-c55ae12dd2c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 HTTP/1.1" status: 200 len: 217 time: 0.0355825 Aug 30 18:22:10.546290 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=675d1dfa-d3a6-45b7-9742-2dc55313f11f,revision_number=9']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:10.582941 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c503a09-13c4-40a4-8e53-08db9bcc8ae4 req-253a4cb8-b048-4647-aa00-ff8c05e324cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:10.584383 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6c503a09-13c4-40a4-8e53-08db9bcc8ae4 req-253a4cb8-b048-4647-aa00-ff8c05e324cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01859f3d-4259-45d3-8587-bb9993f7b601 HTTP/1.1" status: 200 len: 848 time: 0.0495083 Aug 30 18:22:10.611906 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:10.636174 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c503a09-13c4-40a4-8e53-08db9bcc8ae4 req-a3e02aaa-e938-4674-824d-0117501c88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:10.637667 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6c503a09-13c4-40a4-8e53-08db9bcc8ae4 req-a3e02aaa-e938-4674-824d-0117501c88ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444467 Aug 30 18:22:10.723511 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6c503a09-13c4-40a4-8e53-08db9bcc8ae4 req-f6ac714c-ec38-44ae-9338-001cedfa279b service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775933 Aug 30 18:22:10.729944 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['675d1dfa-d3a6-45b7-9742-2dc55313f11f'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:22:10.828327 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6c503a09-13c4-40a4-8e53-08db9bcc8ae4 req-f1e7c504-e99c-418e-801b-ae37232ddc1a service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968015 Aug 30 18:22:10.846266 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af093-caef-4c82-b25d-2da022ccd071 req-6e54b994-ba33-4705-9807-18a947d37226 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:10.847977 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1f4af093-caef-4c82-b25d-2da022ccd071 req-6e54b994-ba33-4705-9807-18a947d37226 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0558832 Aug 30 18:22:10.885779 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1f4af093-caef-4c82-b25d-2da022ccd071 req-5ba6d971-bf69-48b3-afa5-b3d06cd553d9 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306439 Aug 30 18:22:11.337866 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720cbcc-018d-4f68-98f3-b3ba13b78e47 req-774be41f-a95c-4959-b592-e81419e9b8f3 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:11.339365 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1720cbcc-018d-4f68-98f3-b3ba13b78e47 req-774be41f-a95c-4959-b592-e81419e9b8f3 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 944 time: 0.0485530 Aug 30 18:22:11.374920 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1720cbcc-018d-4f68-98f3-b3ba13b78e47 req-1c5890b2-3be4-4edc-8d97-0adfe9bd4176 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297501 Aug 30 18:22:11.997785 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5f736-6fd8-416e-8afa-bc5695d3e9be req-45befcdb-3601-484d-a037-2b63a531c4b1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:11.999546 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-89f5f736-6fd8-416e-8afa-bc5695d3e9be req-45befcdb-3601-484d-a037-2b63a531c4b1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0482762 Aug 30 18:22:12.040277 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-89f5f736-6fd8-416e-8afa-bc5695d3e9be req-332875e5-d32b-4735-b02b-f73a9b6052dc tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340307 Aug 30 18:22:12.336372 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 675d1dfa-d3a6-45b7-9742-2dc55313f11f up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:22:12.384221 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 675d1dfa-d3a6-45b7-9742-2dc55313f11f triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:22:12.384597 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:12.459372 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:12.481552 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:22:12.483766 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6dd58b-bbd8-43ec-9cc6-336d14665a00" -d '{"events": [{"server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "name": "network-vif-plugged", "status": "completed", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:22:12.496974 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:22:12.501216 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:12.503733 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a949-b716-452b-893d-38208b17ebd2 req-01c1a857-92ab-484f-93da-32f60d3a0b4c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:12.505301 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c6b5a949-b716-452b-893d-38208b17ebd2 req-01c1a857-92ab-484f-93da-32f60d3a0b4c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 944 time: 0.0487733 Aug 30 18:22:12.528077 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956fe73b-e27a-4500-af05-4fa2f9326111 x-openstack-request-id: req-956fe73b-e27a-4500-af05-4fa2f9326111 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:22:12.528375 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "name": "network-vif-plugged", "status": "completed", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:22:12.528635 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-956fe73b-e27a-4500-af05-4fa2f9326111 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:22:12.529042 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'code': 200} Aug 30 18:22:12.545482 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c6b5a949-b716-452b-893d-38208b17ebd2 req-46ef1a77-5131-4258-900f-9c4bf2bae1ce tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341101 Aug 30 18:22:12.557624 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=675d1dfa-d3a6-45b7-9742-2dc55313f11f,revision_number=10']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:12.980538 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec06cf3-e3f9-441c-9bed-be3bafe2462b req-90702f89-89be-42f3-b843-3d3e8bbf2bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:12.982209 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dec06cf3-e3f9-441c-9bed-be3bafe2462b req-90702f89-89be-42f3-b843-3d3e8bbf2bb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 1099 time: 0.0433776 Aug 30 18:22:13.023144 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dec06cf3-e3f9-441c-9bed-be3bafe2462b req-c74e8d3f-e8b1-48ac-9b27-63256f37e47b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281110 Aug 30 18:22:13.150527 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c6e65-2678-42b0-b814-713e6482d756 req-48007138-a7fb-4957-9ef7-38ef8b7eb7f1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:13.151885 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9d8c6e65-2678-42b0-b814-713e6482d756 req-48007138-a7fb-4957-9ef7-38ef8b7eb7f1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0475836 Aug 30 18:22:13.187976 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9d8c6e65-2678-42b0-b814-713e6482d756 req-53dbeb8c-f8dc-47f7-9851-dd9cb41dd55a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301104 Aug 30 18:22:13.674400 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430cfec-0b4f-4f54-a3b9-16f0f4083d08 req-6db7972d-660a-41aa-ac98-35db9405a02c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:13.675851 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5430cfec-0b4f-4f54-a3b9-16f0f4083d08 req-6db7972d-660a-41aa-ac98-35db9405a02c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 946 time: 0.0477209 Aug 30 18:22:13.714426 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5430cfec-0b4f-4f54-a3b9-16f0f4083d08 req-c3547405-84e2-4aa6-95c6-9823fe771eb6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328419 Aug 30 18:22:14.302386 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa16bdd-dd43-451d-ade9-b2f76513792f req-c336a593-530a-432b-bdc2-3ef3faa3cb8a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:14.303974 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cfa16bdd-dd43-451d-ade9-b2f76513792f req-c336a593-530a-432b-bdc2-3ef3faa3cb8a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0521817 Aug 30 18:22:14.342263 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cfa16bdd-dd43-451d-ade9-b2f76513792f req-6dbc5bdd-5b4e-4f6e-bccd-c42b77732316 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321586 Aug 30 18:22:14.834331 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362c3ab-3fec-41c6-b9c9-e01fbc83a32d req-4bdbf293-64e8-422a-91ae-393cc2504df6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:14.835968 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f362c3ab-3fec-41c6-b9c9-e01fbc83a32d req-4bdbf293-64e8-422a-91ae-393cc2504df6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 946 time: 0.0492206 Aug 30 18:22:14.875372 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f362c3ab-3fec-41c6-b9c9-e01fbc83a32d req-de85f7b3-804d-4ee7-adcc-db310df3d25e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330825 Aug 30 18:22:15.045729 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab56face-4e16-4f0a-be53-4478c02de37d req-ad412e48-42c8-426f-9846-2c2c3ac1d405 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377073 Aug 30 18:22:15.106911 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56face-4e16-4f0a-be53-4478c02de37d req-f6cf2fd4-a158-4ebe-ae6b-a5570919746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:15.108331 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab56face-4e16-4f0a-be53-4478c02de37d req-f6cf2fd4-a158-4ebe-ae6b-a5570919746c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 1099 time: 0.0382504 Aug 30 18:22:15.219004 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56face-4e16-4f0a-be53-4478c02de37d req-b980fe6a-7780-4a2c-8823-4f7dbd2120a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:15.219004 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab56face-4e16-4f0a-be53-4478c02de37d req-b980fe6a-7780-4a2c-8823-4f7dbd2120a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 918 time: 0.0878692 Aug 30 18:22:15.281232 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab56face-4e16-4f0a-be53-4478c02de37d req-73154406-13f9-40b2-ab08-fdb7cb199373 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f HTTP/1.1" status: 200 len: 1000 time: 0.0552144 Aug 30 18:22:15.333493 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56face-4e16-4f0a-be53-4478c02de37d req-03520118-debd-4068-9add-999bfd7e6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:15.334867 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab56face-4e16-4f0a-be53-4478c02de37d req-03520118-debd-4068-9add-999bfd7e6aaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40eb3b79-0cba-43a4-abc4-3330f1488657 HTTP/1.1" status: 200 len: 856 time: 0.0452337 Aug 30 18:22:15.382515 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56face-4e16-4f0a-be53-4478c02de37d req-cce50ea6-ecd3-433d-8782-b70ddba98383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:15.384019 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab56face-4e16-4f0a-be53-4478c02de37d req-cce50ea6-ecd3-433d-8782-b70ddba98383 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393679 Aug 30 18:22:15.453079 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484c0a7-d8af-438e-beb4-9b9936ca7d99 req-f4acc3e5-a981-4240-971c-c26b14c96772 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:15.454460 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e484c0a7-d8af-438e-beb4-9b9936ca7d99 req-f4acc3e5-a981-4240-971c-c26b14c96772 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0475826 Aug 30 18:22:15.474065 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab56face-4e16-4f0a-be53-4478c02de37d req-3a302d8e-ed77-4b46-8580-1d4613ecf2fd service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801923 Aug 30 18:22:15.494381 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e484c0a7-d8af-438e-beb4-9b9936ca7d99 req-7661d99a-5af5-4cb3-8f64-60c1a7aec056 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340433 Aug 30 18:22:15.565970 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab56face-4e16-4f0a-be53-4478c02de37d req-5d2888ab-4c2b-4ef6-a439-d409f32cc2b6 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844531 Aug 30 18:22:15.995019 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9affd-21a4-469f-8b2a-af7c2a0c8f2d req-4f7eb75c-ba4e-4d24-aa88-f66612a959d8 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:15.996471 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c8b9affd-21a4-469f-8b2a-af7c2a0c8f2d req-4f7eb75c-ba4e-4d24-aa88-f66612a959d8 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 946 time: 0.0473251 Aug 30 18:22:16.032007 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c8b9affd-21a4-469f-8b2a-af7c2a0c8f2d req-5e200cff-680b-4274-a5e3-98403ad92a16 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297148 Aug 30 18:22:16.607193 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e63f3-5682-4bd7-82f5-ad8b58b57d69 req-cc584214-43ae-4f27-9877-c090d1478d1d tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:16.608638 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b06e63f3-5682-4bd7-82f5-ad8b58b57d69 req-cc584214-43ae-4f27-9877-c090d1478d1d tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0482144 Aug 30 18:22:16.645447 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b06e63f3-5682-4bd7-82f5-ad8b58b57d69 req-470ec205-ed23-4b08-bca5-6915b1d11f80 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310805 Aug 30 18:22:17.756752 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9962008-12e2-49e3-8231-7099b9d009be req-834c252b-ba52-4641-b0a5-e928a8f2e51b tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:17.758270 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a9962008-12e2-49e3-8231-7099b9d009be req-834c252b-ba52-4641-b0a5-e928a8f2e51b tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0492380 Aug 30 18:22:17.799377 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a9962008-12e2-49e3-8231-7099b9d009be req-f5b56b18-d6c5-4109-b300-a9e63eed81d0 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352859 Aug 30 18:22:18.354414 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:22:18.444565 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:22:18.456316 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'port_id': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'mac_address': 'fa:16:3e:6e:c7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:22:18.495138 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:18.509720 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:22:18.526422 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:22:18.530538 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:18.574923 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:18.760481 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:22:18.913842 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b4ae6-6cac-4364-b6be-868fcc298afe req-cdd22783-9d6c-457a-9209-672d1f4232f0 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:18.915336 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fe6b4ae6-6cac-4364-b6be-868fcc298afe req-cdd22783-9d6c-457a-9209-672d1f4232f0 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 945 time: 0.0497463 Aug 30 18:22:18.952099 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fe6b4ae6-6cac-4364-b6be-868fcc298afe req-548fef1b-6668-40e0-9b7b-0d8ddb00222e tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303335 Aug 30 18:22:20.063271 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fc1f5-84d2-42c3-8568-c1092b3565cb req-a2491bd2-aa15-4746-9a2b-d68983d20847 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:20.064730 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-171fc1f5-84d2-42c3-8568-c1092b3565cb req-a2491bd2-aa15-4746-9a2b-d68983d20847 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 945 time: 0.0480664 Aug 30 18:22:20.101601 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-171fc1f5-84d2-42c3-8568-c1092b3565cb req-7e4a9b4b-1733-41c4-8507-76f3e7b56bea tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311177 Aug 30 18:22:20.368090 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:22:20.414664 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:22:20.418111 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:22:20.418499 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:20.499218 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:20.522902 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:22:20.525125 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d9b40e-ad73-4947-a297-b065ff8ec87e" -d '{"events": [{"server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "name": "network-vif-plugged", "status": "completed", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:22:20.537048 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:22:20.546240 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:20.569090 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d98af68-0900-4ae0-90ba-57ba03ccdcb1 x-openstack-request-id: req-9d98af68-0900-4ae0-90ba-57ba03ccdcb1 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:22:20.569384 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "name": "network-vif-plugged", "status": "completed", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:22:20.569638 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d98af68-0900-4ae0-90ba-57ba03ccdcb1 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:22:20.570021 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'code': 200} Aug 30 18:22:20.594904 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:20.800372 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369daef5-078d-4c90-9436-adf8c5773fdf req-be967527-e47a-44be-80aa-d2aecfb2fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:20.801901 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-369daef5-078d-4c90-9436-adf8c5773fdf req-be967527-e47a-44be-80aa-d2aecfb2fa13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 1099 time: 0.0394094 Aug 30 18:22:20.841409 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-369daef5-078d-4c90-9436-adf8c5773fdf req-73dba54b-45d3-4d32-accc-e9b240f21ffe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274122 Aug 30 18:22:21.212612 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3839fb8-e079-40c2-b6ac-2e75505f3fd4 req-b1762ff8-b991-4c4e-81af-830510fa496c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:21.214062 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e3839fb8-e079-40c2-b6ac-2e75505f3fd4 req-b1762ff8-b991-4c4e-81af-830510fa496c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0463691 Aug 30 18:22:21.253246 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e3839fb8-e079-40c2-b6ac-2e75505f3fd4 req-741e4bc5-3dcc-4959-be23-fa08269036e4 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334132 Aug 30 18:22:22.365228 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd588aab-1c2c-493e-90dc-1f27f90e6511 req-ff90e51d-5059-4f62-946f-83ea437072f4 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:22.366712 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dd588aab-1c2c-493e-90dc-1f27f90e6511 req-ff90e51d-5059-4f62-946f-83ea437072f4 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0471213 Aug 30 18:22:22.403263 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dd588aab-1c2c-493e-90dc-1f27f90e6511 req-c2d94366-e328-47b3-b922-36187f33867a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306885 Aug 30 18:22:22.520647 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a1d6f-6933-4ad5-98c7-79118d0d631d req-d688bc01-6e07-48ca-a758-b566e8ba5d74 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:22.522138 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5c2a1d6f-6933-4ad5-98c7-79118d0d631d req-d688bc01-6e07-48ca-a758-b566e8ba5d74 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0515113 Aug 30 18:22:22.557883 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5c2a1d6f-6933-4ad5-98c7-79118d0d631d req-d6017e70-9fe7-4cc4-8f2b-d08f3254b889 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299828 Aug 30 18:22:22.579416 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53586) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:22:22.687559 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681d4f67-fc23-41a3-9f51-b4ecd841ad18 tempest-TestShelveInstance-644714877 tempest-TestShelveInstance-644714877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:22.689065 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-681d4f67-fc23-41a3-9f51-b4ecd841ad18 tempest-TestShelveInstance-644714877 tempest-TestShelveInstance-644714877-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 1094 time: 0.1079853 Aug 30 18:22:22.692553 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53590) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:22:22.696759 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Request body: {'floatingip': {'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'port_id': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:22:22.718442 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for floatingip, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:22.810038 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:22.914393 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Allocated IP 172.27.2.126 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/aa6fc3fb-4cef-402e-8f4c-e6311bbbdb51) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:22:23.012959 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:23.050201 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:23.087014 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:22:23.089680 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:22:23.094875 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:22:23.117189 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Pushing event updated for resources: {'Port': ['ID=aa6fc3fb-4cef-402e-8f4c-e6311bbbdb51,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:23.129990 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:23.130330 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:23.130662 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:23.130987 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:23.131309 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:23.131628 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:23.131945 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:23.132261 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:23.132573 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:23.132886 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:23.133223 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:23.133535 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:23.438810 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:23.698486 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:23.844566 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:23.849303 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771742'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:23.911802 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Pushing event updated for resources: {'Port': ['ID=aa6fc3fb-4cef-402e-8f4c-e6311bbbdb51,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:23.923632 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:24.021167 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Floating IP 6295fcd5-a61b-41a1-a9f4-e2a8627f069a associated. External IP: 172.27.2.126, port: 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58. Aug 30 18:22:24.228739 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Router 379ba81e-95d2-45f1-8163-72d3f1b4c662 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:22:24.331933 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:22:24.341855 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4dced9-1356-4eed-9278-80568ecceaee None None] Sync routers for ids ['379ba81e-95d2-45f1-8163-72d3f1b4c662'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:22:24.347727 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:24.351389 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4dced9-1356-4eed-9278-80568ecceaee None None] Routers {'379ba81e-95d2-45f1-8163-72d3f1b4c662'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:22:24.352003 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-2f4dced9-1356-4eed-9278-80568ecceaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:22:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['379ba81e-95d2-45f1-8163-72d3f1b4c662'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:24.374454 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3486a57c-2ef4-42a6-aebd-6b9addace820 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6807971 Aug 30 18:22:24.375083 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:22:24.377979 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e463d3505b501438ab9665504baa9ee3f030df9cd7646e332f824762b37156f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee76875-7589-4370-a90d-82b874f60c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:22:24.457759 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-2f4dced9-1356-4eed-9278-80568ecceaee None None] Set router 379ba81e-95d2-45f1-8163-72d3f1b4c662 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:22:24.473697 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d692feb4-2655-43f4-8b28-0a84d6506d6a x-openstack-request-id: req-d692feb4-2655-43f4-8b28-0a84d6506d6a {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:22:24.474198 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:22:24.474343 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d692feb4-2655-43f4-8b28-0a84d6506d6a {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:22:24.474802 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'status': 'completed', 'code': 200} Aug 30 18:22:24.539178 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee76875-7589-4370-a90d-82b874f60c8e req-3ce270dd-8456-4197-88cf-f3fb4a0fbb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:24.540694 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fee76875-7589-4370-a90d-82b874f60c8e req-3ce270dd-8456-4197-88cf-f3fb4a0fbb79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=966fb7be2fcb44a0908360bc585a21f7&device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 1099 time: 0.0392647 Aug 30 18:22:24.635251 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee76875-7589-4370-a90d-82b874f60c8e req-af617a35-6b9b-4a48-b8d9-1e53e0770313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:24.636640 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fee76875-7589-4370-a90d-82b874f60c8e req-af617a35-6b9b-4a48-b8d9-1e53e0770313 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de HTTP/1.1" status: 200 len: 910 time: 0.0867670 Aug 30 18:22:24.679397 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-2f4dced9-1356-4eed-9278-80568ecceaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 4, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '6295fcd5-a61b-41a1-a9f4-e2a8627f069a', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'port_id': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'mac_address': 'fa:16:3e:6e:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247902-ea30-4173-a593-56595da97eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:22:23Z', 'updated_at': '2021-08-30T18:22:23Z', 'revision_number': 0, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a056dd-2c59-4c30-8aad-27896db0dc1a', 'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'mac_address': 'fa:16:3e:db:89:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:39Z', 'updated_at': '2021-08-30T18:21:47Z', 'revision_number': 5, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'subnets': [{'id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:24.700949 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fee76875-7589-4370-a90d-82b874f60c8e req-74fa9276-23b7-4326-bfa7-31e949743779 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 HTTP/1.1" status: 200 len: 1000 time: 0.0563147 Aug 30 18:22:24.705192 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4dced9-1356-4eed-9278-80568ecceaee None None] Checking router: 379ba81e-95d2-45f1-8163-72d3f1b4c662 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:22:24.713299 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4dced9-1356-4eed-9278-80568ecceaee None None] Routers {'379ba81e-95d2-45f1-8163-72d3f1b4c662'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:22:24.713892 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-2f4dced9-1356-4eed-9278-80568ecceaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:22:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['379ba81e-95d2-45f1-8163-72d3f1b4c662'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:24.758179 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee76875-7589-4370-a90d-82b874f60c8e req-e2e91ddb-998a-4802-a544-7834b703dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:24.759650 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fee76875-7589-4370-a90d-82b874f60c8e req-e2e91ddb-998a-4802-a544-7834b703dadf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01859f3d-4259-45d3-8587-bb9993f7b601 HTTP/1.1" status: 200 len: 848 time: 0.0465806 Aug 30 18:22:24.807227 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee76875-7589-4370-a90d-82b874f60c8e req-2f97c92f-cb32-478c-a957-c0724bd538c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:24.808760 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fee76875-7589-4370-a90d-82b874f60c8e req-2f97c92f-cb32-478c-a957-c0724bd538c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409503 Aug 30 18:22:24.903589 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fee76875-7589-4370-a90d-82b874f60c8e req-a8b55419-5725-4f87-8bcb-22b0391726d7 service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834324 Aug 30 18:22:24.934999 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-2f4dced9-1356-4eed-9278-80568ecceaee None None] Set router 379ba81e-95d2-45f1-8163-72d3f1b4c662 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:22:24.998001 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fee76875-7589-4370-a90d-82b874f60c8e req-6235bef5-30bd-405c-a433-fd4b305cf0f2 service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847833 Aug 30 18:22:25.154879 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-2f4dced9-1356-4eed-9278-80568ecceaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 4, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '6295fcd5-a61b-41a1-a9f4-e2a8627f069a', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'port_id': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'mac_address': 'fa:16:3e:6e:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247902-ea30-4173-a593-56595da97eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:22:23Z', 'updated_at': '2021-08-30T18:22:23Z', 'revision_number': 0, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a056dd-2c59-4c30-8aad-27896db0dc1a', 'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'mac_address': 'fa:16:3e:db:89:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:39Z', 'updated_at': '2021-08-30T18:21:47Z', 'revision_number': 5, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'subnets': [{'id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:25.187223 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4dced9-1356-4eed-9278-80568ecceaee None None] The sync data for ids ['379ba81e-95d2-45f1-8163-72d3f1b4c662'] in dv-cinder-804296-2-iscsi is: [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 4, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '6295fcd5-a61b-41a1-a9f4-e2a8627f069a', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'port_id': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'mac_address': 'fa:16:3e:6e:c7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc247902-ea30-4173-a593-56595da97eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:22:23Z', 'updated_at': '2021-08-30T18:22:23Z', 'revision_number': 0, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a056dd-2c59-4c30-8aad-27896db0dc1a', 'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'mac_address': 'fa:16:3e:db:89:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:39Z', 'updated_at': '2021-08-30T18:21:47Z', 'revision_number': 5, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'subnets': [{'id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:22:25.376492 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce52883-b185-4924-b87a-91a5bfcdbcb2 None None] New status for floating IP 6295fcd5-a61b-41a1-a9f4-e2a8627f069a: ACTIVE {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:22:31.307591 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4fa37e95-0656-429d-b44c-f291fcb4178a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:33.968855 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-198417af-759d-413d-83cf-e64346236a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:34.017625 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:35.170538 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:36.531959 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:39.652671 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:22:40.619396 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:48.978214 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5481c-af0d-4c30-92cd-8d1395070193 req-b8561fe5-cf62-4e44-95df-36275627a111 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:48.979591 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54f5481c-af0d-4c30-92cd-8d1395070193 req-b8561fe5-cf62-4e44-95df-36275627a111 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 945 time: 0.0492036 Aug 30 18:22:49.015430 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54f5481c-af0d-4c30-92cd-8d1395070193 req-61da4701-9060-432c-819d-5d7673a5b0ac tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=99da988e-3800-4bcb-8fce-24131afb29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299861 Aug 30 18:22:50.130814 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3b98c-3ab7-4e5f-a4ae-bcbef7ee7238 req-239a7e3b-8b9a-4944-9344-ce126cec2a73 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:50.132477 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09b3b98c-3ab7-4e5f-a4ae-bcbef7ee7238 req-239a7e3b-8b9a-4944-9344-ce126cec2a73 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Aug 30 18:22:50.172910 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09b3b98c-3ab7-4e5f-a4ae-bcbef7ee7238 req-cd169537-6652-4289-bcd0-d599373cf172 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=99da988e-3800-4bcb-8fce-24131afb29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344779 Aug 30 18:22:50.881544 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-71cf7da9-8612-4814-8b55-4bed2e3e4bbe tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:50.883018 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-71cf7da9-8612-4814-8b55-4bed2e3e4bbe tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.36 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 945 time: 0.0473127 Aug 30 18:22:50.974242 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Deleting port eba1a8c6-abe7-4eef-bb0e-80a447682cd9 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:22:50.974580 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:51.058611 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] For port eba1a8c6-abe7-4eef-bb0e-80a447682cd9, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=eba1a8c6-abe7-4eef-bb0e-80a447682cd9,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:22:51.058970 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:51.225894 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:51.226286 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:51.226599 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Floating IP ed4a394f-5b9d-40b0-9f37-7c34caa5f26b disassociated. External IP: 172.27.2.88, port: eba1a8c6-abe7-4eef-bb0e-80a447682cd9. Aug 30 18:22:51.226945 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Calling delete_port for eba1a8c6-abe7-4eef-bb0e-80a447682cd9 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:22:51.287571 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880805-4800-421e-a077-df5d894f8183 req-8d6ad8d9-9b4e-4a2a-810c-031ab6b2759a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:51.289113 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a2880805-4800-421e-a077-df5d894f8183 req-8d6ad8d9-9b4e-4a2a-810c-031ab6b2759a tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/ports?device_id=a079e5bf-1e74-4550-a604-18ae4817d301 HTTP/1.1" status: 200 len: 945 time: 0.0484939 Aug 30 18:22:51.328044 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a2880805-4800-421e-a077-df5d894f8183 req-3521be11-abfa-4ad5-8baa-4977e77f5304 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups?id=99da988e-3800-4bcb-8fce-24131afb29f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327754 Aug 30 18:22:51.357003 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:51.386865 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event deleted for resources: {'Port': ['ID=eba1a8c6-abe7-4eef-bb0e-80a447682cd9,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:51.398994 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:51.399342 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:51.399684 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:51.400022 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:51.400355 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:51.400684 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:51.401038 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:51.401414 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:51.401695 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:51.402022 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:51.402345 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:51.402661 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:22:51.507572 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:22:51.609102 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:22:51.619358 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764579d-e861-4fb3-ad92-c9dd917c3998 None None] Sync routers for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:22:51.629002 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764579d-e861-4fb3-ad92-c9dd917c3998 None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:22:51.629629 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-9764579d-e861-4fb3-ad92-c9dd917c3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:22:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:51.649224 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] No DVR routers for this DVR port eba1a8c6-abe7-4eef-bb0e-80a447682cd9 on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:22:51.651854 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:51.653827 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-67ad9cf1-5268-4d79-b919-750d4a5c8d27 req-3c5e3022-e21f-4769-8a60-f9d211bae159 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.36 "DELETE /v2.0/ports/eba1a8c6-abe7-4eef-bb0e-80a447682cd9 HTTP/1.1" status: 204 len: 173 time: 0.7634814 Aug 30 18:22:51.654265 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a079e5bf-1e74-4550-a604-18ae4817d301', 'name': 'network-vif-deleted', 'tag': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:22:51.656495 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6fc342-2b4b-4704-bf65-6e14172595d2" -d '{"events": [{"server_uuid": "a079e5bf-1e74-4550-a604-18ae4817d301", "name": "network-vif-deleted", "tag": "eba1a8c6-abe7-4eef-bb0e-80a447682cd9"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:22:51.695615 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f92605-7090-4c13-a024-c7527932e10d x-openstack-request-id: req-a9f92605-7090-4c13-a024-c7527932e10d {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:22:51.695903 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a079e5bf-1e74-4550-a604-18ae4817d301", "name": "network-vif-deleted", "tag": "eba1a8c6-abe7-4eef-bb0e-80a447682cd9", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:22:51.696146 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9f92605-7090-4c13-a024-c7527932e10d {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:22:51.696571 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a079e5bf-1e74-4550-a604-18ae4817d301', 'name': 'network-vif-deleted', 'tag': 'eba1a8c6-abe7-4eef-bb0e-80a447682cd9', 'status': 'completed', 'code': 200} Aug 30 18:22:51.739128 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-9764579d-e861-4fb3-ad92-c9dd917c3998 None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:22:51.943377 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-9764579d-e861-4fb3-ad92-c9dd917c3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:15Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:51.972985 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764579d-e861-4fb3-ad92-c9dd917c3998 None None] Checking router: 1a6a7b70-973f-4bef-9563-ca0112d35bc1 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:22:51.981146 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764579d-e861-4fb3-ad92-c9dd917c3998 None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:22:51.981708 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-9764579d-e861-4fb3-ad92-c9dd917c3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:22:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:52.088882 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-9764579d-e861-4fb3-ad92-c9dd917c3998 None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:22:52.286967 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-9764579d-e861-4fb3-ad92-c9dd917c3998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:15Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:52.312048 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764579d-e861-4fb3-ad92-c9dd917c3998 None None] The sync data for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi is: [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:16:04Z', 'revision_number': 4, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '2be4db59-8f23-41d5-a6bc-6d7c3155294c', 'name': '', 'network_id': 'bf090307-1c5e-4a9d-a855-c31bcbfd8792', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'mac_address': 'fa:16:3e:ca:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '7162880f-6947-4246-a359-77445ff3b234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:16:03Z', 'updated_at': '2021-08-30T18:16:15Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'subnets': [{'id': '7162880f-6947-4246-a359-77445ff3b234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:22:52.411933 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53748) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:22:52.469467 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d594b6c-fe36-4a54-ac9c-e91f3b358e4f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:52.493689 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d594b6c-fe36-4a54-ac9c-e91f3b358e4f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:52.517484 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e42da5-59d0-49de-a46d-d96d89eace3f None None] New status for floating IP ed4a394f-5b9d-40b0-9f37-7c34caa5f26b: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:22:52.546018 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d594b6c-fe36-4a54-ac9c-e91f3b358e4f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:52.546756 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d594b6c-fe36-4a54-ac9c-e91f3b358e4f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:52.548667 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-5d594b6c-fe36-4a54-ac9c-e91f3b358e4f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "DELETE /v2.0/security-groups/99da988e-3800-4bcb-8fce-24131afb29f3 HTTP/1.1" status: 204 len: 168 time: 0.1357145 Aug 30 18:22:52.551450 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53750) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:22:52.558526 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d594b6c-fe36-4a54-ac9c-e91f3b358e4f tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99da988e-3800-4bcb-8fce-24131afb29f3,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:52.565420 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.api.v2.resource [None req-d2adfc93-4b11-433c-b086-8468dfdeaa2c tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] show failed (client error): The resource could not be found. Aug 30 18:22:52.570367 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d2adfc93-4b11-433c-b086-8468dfdeaa2c tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "GET /v2.0/security-groups/99da988e-3800-4bcb-8fce-24131afb29f3 HTTP/1.1" status: 404 len: 347 time: 0.0178955 Aug 30 18:22:52.571143 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53752) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:22:52.697225 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-58163d38-759c-4ece-ae51-1bc2d0ea8853 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Deleting port 3a101761-7544-4164-aa30-91b31a5f83b7 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:22:52.697569 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-58163d38-759c-4ece-ae51-1bc2d0ea8853 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:52.770224 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-58163d38-759c-4ece-ae51-1bc2d0ea8853 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:52.770549 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-58163d38-759c-4ece-ae51-1bc2d0ea8853 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:52.781654 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-58163d38-759c-4ece-ae51-1bc2d0ea8853 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Calling delete_port for 3a101761-7544-4164-aa30-91b31a5f83b7 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:22:52.908868 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-58163d38-759c-4ece-ae51-1bc2d0ea8853 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:52.933322 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58163d38-759c-4ece-ae51-1bc2d0ea8853 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Pushing event deleted for resources: {'Port': ['ID=3a101761-7544-4164-aa30-91b31a5f83b7,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:52.993549 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-58163d38-759c-4ece-ae51-1bc2d0ea8853 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:52.996047 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-58163d38-759c-4ece-ae51-1bc2d0ea8853 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:52.997209 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-58163d38-759c-4ece-ae51-1bc2d0ea8853 tempest-AttachVolumeTestJSON-102197184 tempest-AttachVolumeTestJSON-102197184-project] 10.222.0.16 "DELETE /v2.0/floatingips/ed4a394f-5b9d-40b0-9f37-7c34caa5f26b HTTP/1.1" status: 204 len: 168 time: 0.4249392 Aug 30 18:22:54.500593 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device eba1a8c6-abe7-4eef-bb0e-80a447682cd9 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:22:54.520594 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: eba1a8c6-abe7-4eef-bb0e-80a447682cd9 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:22:54.520956 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device eba1a8c6-abe7-4eef-bb0e-80a447682cd9 not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:22:56.190352 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2de20-bd8b-4e50-aa29-81d2f0a73ae0 req-4601c0a2-ceaa-465a-9596-b78d75878e57 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:56.191778 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a9e2de20-bd8b-4e50-aa29-81d2f0a73ae0 req-4601c0a2-ceaa-465a-9596-b78d75878e57 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 946 time: 0.0517859 Aug 30 18:22:56.228264 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a9e2de20-bd8b-4e50-aa29-81d2f0a73ae0 req-95fbc134-0efc-4fd4-bf48-291a407fa5e6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305657 Aug 30 18:22:56.530314 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53804) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:22:57.021349 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ee69649b-7e3b-42ba-b22c-853c81b42619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760377'] for router_interface, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:57.510428 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ee69649b-7e3b-42ba-b22c-853c81b42619 admin admin] Deleting port 2be4db59-8f23-41d5-a6bc-6d7c3155294c {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:22:57.511214 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ee69649b-7e3b-42ba-b22c-853c81b42619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:57.573214 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab22705-e7e0-408f-a689-08bdfa45c044 req-ef636407-7802-4a43-88e2-df83bcc3ea0b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:57.574705 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6ab22705-e7e0-408f-a689-08bdfa45c044 req-ef636407-7802-4a43-88e2-df83bcc3ea0b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 946 time: 0.0936217 Aug 30 18:22:57.624476 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ee69649b-7e3b-42ba-b22c-853c81b42619 admin admin] For port 2be4db59-8f23-41d5-a6bc-6d7c3155294c, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=2be4db59-8f23-41d5-a6bc-6d7c3155294c,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:22:57.624840 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ee69649b-7e3b-42ba-b22c-853c81b42619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:57.645417 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ee69649b-7e3b-42ba-b22c-853c81b42619 admin admin] Calling delete_port for 2be4db59-8f23-41d5-a6bc-6d7c3155294c owned by network:router_interface {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:22:57.651350 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6ab22705-e7e0-408f-a689-08bdfa45c044 req-dc7beeca-6843-4943-96da-748787377c2a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682666 Aug 30 18:22:57.759853 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0e800-3879-4993-bf98-73af8d05659e req-99620b5b-9388-4cc3-810f-113e56e413bc tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:22:57.761545 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4fd0e800-3879-4993-bf98-73af8d05659e req-99620b5b-9388-4cc3-810f-113e56e413bc tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.36 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 946 time: 0.0478101 Aug 30 18:22:57.851862 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Deleting port 675d1dfa-d3a6-45b7-9742-2dc55313f11f {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:22:57.852206 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:57.854592 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ee69649b-7e3b-42ba-b22c-853c81b42619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:57.881350 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69649b-7e3b-42ba-b22c-853c81b42619 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be4db59-8f23-41d5-a6bc-6d7c3155294c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:57.946064 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] For port 675d1dfa-d3a6-45b7-9742-2dc55313f11f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=675d1dfa-d3a6-45b7-9742-2dc55313f11f,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:22:57.946425 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:58.066820 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ee69649b-7e3b-42ba-b22c-853c81b42619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3760179'] for router_interface, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:58.122562 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:58.123040 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:58.123445 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Floating IP d2295a49-ae3a-4b23-86ab-399ecbcb6963 disassociated. External IP: 172.27.2.89, port: 675d1dfa-d3a6-45b7-9742-2dc55313f11f. Aug 30 18:22:58.123841 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Calling delete_port for 675d1dfa-d3a6-45b7-9742-2dc55313f11f owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:22:58.248702 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:58.277047 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event deleted for resources: {'Port': ['ID=675d1dfa-d3a6-45b7-9742-2dc55313f11f,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:58.278988 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee69649b-7e3b-42ba-b22c-853c81b42619 admin admin] Router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:22:58.384446 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee69649b-7e3b-42ba-b22c-853c81b42619 admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:22:58.389197 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Router 9f14812d-60c3-4ddd-8f28-1068295c910f has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:22:58.390505 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ee69649b-7e3b-42ba-b22c-853c81b42619 admin admin] 10.222.0.16 "PUT /v2.0/routers/1a6a7b70-973f-4bef-9563-ca0112d35bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8591442 Aug 30 18:22:58.393198 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53810) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:22:58.393514 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e36df-7082-447e-aff8-dfa1c41e8b2b None None] Sync routers for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:22:58.403032 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e36df-7082-447e-aff8-dfa1c41e8b2b None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:22:58.403645 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-6d5e36df-7082-447e-aff8-dfa1c41e8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:22:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:58.506472 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-6d5e36df-7082-447e-aff8-dfa1c41e8b2b None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:22:58.567596 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:58.612451 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:22:58.623352 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc5ad5-0c95-45b5-9941-76d931c79e61 None None] Sync routers for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:22:58.637650 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc5ad5-0c95-45b5-9941-76d931c79e61 None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:22:58.638575 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-57dc5ad5-0c95-45b5-9941-76d931c79e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:22:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:58.730024 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-6d5e36df-7082-447e-aff8-dfa1c41e8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:22:57Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:58.763838 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-57dc5ad5-0c95-45b5-9941-76d931c79e61 None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:22:58.806038 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e36df-7082-447e-aff8-dfa1c41e8b2b None None] Checking router: 1a6a7b70-973f-4bef-9563-ca0112d35bc1 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:22:58.821276 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e36df-7082-447e-aff8-dfa1c41e8b2b None None] Routers {'1a6a7b70-973f-4bef-9563-ca0112d35bc1'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:22:58.822319 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-6d5e36df-7082-447e-aff8-dfa1c41e8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:22:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:58.829825 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d3f62b5e-e18f-42e9-b6f2-2027ff8830fc req-7de4742c-a910-4991-adcc-32191e1c170c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=de4fa05c-8949-425b-a67e-29aa8066517a HTTP/1.1" status: 200 len: 210 time: 0.0570438 Aug 30 18:22:58.944581 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-6d5e36df-7082-447e-aff8-dfa1c41e8b2b None None] Set router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:22:58.967034 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] No DVR routers for this DVR port 675d1dfa-d3a6-45b7-9742-2dc55313f11f on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:22:58.970525 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:58.972498 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4fd0e800-3879-4993-bf98-73af8d05659e req-2fa2da12-a4f9-4a0e-800c-ad32238dd97e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.36 "DELETE /v2.0/ports/675d1dfa-d3a6-45b7-9742-2dc55313f11f HTTP/1.1" status: 204 len: 173 time: 1.2047241 Aug 30 18:22:58.972944 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'name': 'network-vif-deleted', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:22:58.975136 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbec9d8e-d4c8-4a61-9520-b9ad31bca0a9" -d '{"events": [{"server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "name": "network-vif-deleted", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:22:59.016437 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.017850 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-57dc5ad5-0c95-45b5-9941-76d931c79e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:07Z', 'revision_number': 5, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:59.035011 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dde60c-9aeb-4f73-bac3-8daac71d2877 x-openstack-request-id: req-a2dde60c-9aeb-4f73-bac3-8daac71d2877 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:22:59.035806 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4fa05c-8949-425b-a67e-29aa8066517a", "name": "network-vif-deleted", "tag": "675d1dfa-d3a6-45b7-9742-2dc55313f11f", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:22:59.036192 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2dde60c-9aeb-4f73-bac3-8daac71d2877 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:22:59.036763 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4fa05c-8949-425b-a67e-29aa8066517a', 'name': 'network-vif-deleted', 'tag': '675d1dfa-d3a6-45b7-9742-2dc55313f11f', 'status': 'completed', 'code': 200} Aug 30 18:22:59.062730 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc5ad5-0c95-45b5-9941-76d931c79e61 None None] Checking router: 9f14812d-60c3-4ddd-8f28-1068295c910f for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:22:59.074153 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc5ad5-0c95-45b5-9941-76d931c79e61 None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:22:59.075217 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-57dc5ad5-0c95-45b5-9941-76d931c79e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:22:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:59.099348 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Deleting port 178f3c20-8204-4c4f-9a8f-91b0248926b4 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:22:59.099771 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.196006 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] For port 178f3c20-8204-4c4f-9a8f-91b0248926b4, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=178f3c20-8204-4c4f-9a8f-91b0248926b4,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:22:59.196421 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.207178 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-57dc5ad5-0c95-45b5-9941-76d931c79e61 None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:22:59.214246 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Calling delete_port for 178f3c20-8204-4c4f-9a8f-91b0248926b4 owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:22:59.304684 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-6d5e36df-7082-447e-aff8-dfa1c41e8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:22:57Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:59.336566 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e36df-7082-447e-aff8-dfa1c41e8b2b None None] The sync data for ids ['1a6a7b70-973f-4bef-9563-ca0112d35bc1'] in dv-cinder-804296-2-iscsi is: [{'id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'name': 'tempest-AttachVolumeTestJSON-1149129190-router', 'tenant_id': '3666a181dc3a40a6a2f006078efddf03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:15:57Z', 'updated_at': '2021-08-30T18:22:57Z', 'revision_number': 5, 'project_id': '3666a181dc3a40a6a2f006078efddf03', 'gw_port': {'id': '178f3c20-8204-4c4f-9a8f-91b0248926b4', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6a7b70-973f-4bef-9563-ca0112d35bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:15:58Z', 'updated_at': '2021-08-30T18:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:22:59.390475 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.416089 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Pushing event deleted for resources: {'Port': ['ID=178f3c20-8204-4c4f-9a8f-91b0248926b4,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:59.479480 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764073'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.506468 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-57dc5ad5-0c95-45b5-9941-76d931c79e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:07Z', 'revision_number': 5, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:22:59.535778 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc5ad5-0c95-45b5-9941-76d931c79e61 None None] The sync data for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi is: [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:07Z', 'revision_number': 5, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:22:59.566605 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102420'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.568731 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.612108 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756281'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.612652 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6a7b70-973f-4bef-9563-ca0112d35bc1 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:22:59.617294 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.618441 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0dbb552d-2968-4d8d-a2ed-fb4818be4291 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1a6a7b70-973f-4bef-9563-ca0112d35bc1 HTTP/1.1" status: 204 len: 168 time: 1.2243297 Aug 30 18:22:59.621079 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53816) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:22:59.667370 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc3818f-85a2-4f67-80f9-108ed9f44816 admin admin] Deleting subnet 7162880f-6947-4246-a359-77445ff3b234 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:22:59.670751 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ffc3818f-85a2-4f67-80f9-108ed9f44816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.714145 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ffc3818f-85a2-4f67-80f9-108ed9f44816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9008100'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.788689 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac98147-4b99-42d7-9a39-cfba0c626832 None None] New status for floating IP d2295a49-ae3a-4b23-86ab-399ecbcb6963: DOWN {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:22:59.825900 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ffc3818f-85a2-4f67-80f9-108ed9f44816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.888805 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ffc3818f-85a2-4f67-80f9-108ed9f44816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9147725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9218345'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.916452 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53822) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:22:59.920802 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3818f-85a2-4f67-80f9-108ed9f44816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7162880f-6947-4246-a359-77445ff3b234,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:22:59.923079 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ffc3818f-85a2-4f67-80f9-108ed9f44816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:22:59.927716 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ffc3818f-85a2-4f67-80f9-108ed9f44816 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7162880f-6947-4246-a359-77445ff3b234 HTTP/1.1" status: 204 len: 168 time: 0.3057542 Aug 30 18:22:59.928745 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53824) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:22:59.933724 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71491f54-9c59-463c-a674-f524fe666b06 None None] Network bf090307-1c5e-4a9d-a855-c31bcbfd8792 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:23:00.007867 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.010332 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-34df251e-38d8-489f-83ad-2cbac37d1aa9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.040974 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-34df251e-38d8-489f-83ad-2cbac37d1aa9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.068355 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Deleting port ac452b2b-4980-4b9a-8f35-1d73e2f54a10 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:23:00.068688 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.097505 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-34df251e-38d8-489f-83ad-2cbac37d1aa9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.099973 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-34df251e-38d8-489f-83ad-2cbac37d1aa9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.101136 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-34df251e-38d8-489f-83ad-2cbac37d1aa9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "DELETE /v2.0/security-groups/f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7 HTTP/1.1" status: 204 len: 168 time: 0.1834764 Aug 30 18:23:00.104707 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53826) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:00.117773 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.api.v2.resource [None req-672b9552-853e-4394-aab8-22320d468324 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] show failed (client error): The resource could not be found. Aug 30 18:23:00.121378 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-672b9552-853e-4394-aab8-22320d468324 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups/f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7 HTTP/1.1" status: 404 len: 347 time: 0.0131786 Aug 30 18:23:00.124765 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53828) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:00.126463 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df251e-38d8-489f-83ad-2cbac37d1aa9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a7a50a-17a0-4e21-a4d1-8fa513c5c0f7,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:00.174556 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] For port ac452b2b-4980-4b9a-8f35-1d73e2f54a10, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=ac452b2b-4980-4b9a-8f35-1d73e2f54a10,segment=NetworkSegment(2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1),segment_id=2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:23:00.174925 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.220472 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Calling delete_port for ac452b2b-4980-4b9a-8f35-1d73e2f54a10 owned by network:dhcp {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:23:00.325792 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-49c326cc-9682-4988-8843-cb7b6ca7b7b1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Deleting port 248f0ed5-eba3-4bbb-8bab-8046261ae225 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:23:00.326126 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-49c326cc-9682-4988-8843-cb7b6ca7b7b1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.371699 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.401675 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Pushing event deleted for resources: {'Port': ['ID=ac452b2b-4980-4b9a-8f35-1d73e2f54a10,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:00.406997 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] No DVR routers for this DVR port ac452b2b-4980-4b9a-8f35-1d73e2f54a10 on host dv-cinder-804296-2-iscsi {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:23:00.429611 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928c95b8-d653-4b62-a463-f9da2df49b1c None None] DHCP port deletion for bf090307-1c5e-4a9d-a855-c31bcbfd8792 request from dv-cinder-804296-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:23:00.500251 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-49c326cc-9682-4988-8843-cb7b6ca7b7b1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.500583 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-49c326cc-9682-4988-8843-cb7b6ca7b7b1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.517580 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-49c326cc-9682-4988-8843-cb7b6ca7b7b1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Calling delete_port for 248f0ed5-eba3-4bbb-8bab-8046261ae225 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:23:00.520432 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.534810 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf090307-1c5e-4a9d-a855-c31bcbfd8792']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:00.546931 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:00.547225 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4d863a-bbd9-4c7a-ab0f-1075ffd788f1') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:00.586558 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9008123'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.603223 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.620656 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:23:00.621082 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9147691'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: Traceback (most recent call last): Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: timer() Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: cb(*args, **kw) Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: self._notify() Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: self.callback(batched_events) Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: event.method(event) Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: return f(self, *a, **k) Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._get(url).json() Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:23:00.622721 dv-cinder-804296-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:23:00.685438 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.692440 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.695441 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] 10.222.0.16 "DELETE /v2.0/networks/bf090307-1c5e-4a9d-a855-c31bcbfd8792 HTTP/1.1" status: 204 len: 168 time: 0.7646282 Aug 30 18:23:00.722221 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506d769-5ec5-4305-b9bd-7097ee2e8bba admin admin] Pushing event deleted for resources: {'Network': ['ID=bf090307-1c5e-4a9d-a855-c31bcbfd8792,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:00.746608 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-49c326cc-9682-4988-8843-cb7b6ca7b7b1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.779810 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c326cc-9682-4988-8843-cb7b6ca7b7b1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event deleted for resources: {'Port': ['ID=248f0ed5-eba3-4bbb-8bab-8046261ae225,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:00.810169 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53836) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:00.840464 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-49c326cc-9682-4988-8843-cb7b6ca7b7b1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.843369 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-49c326cc-9682-4988-8843-cb7b6ca7b7b1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.844548 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-49c326cc-9682-4988-8843-cb7b6ca7b7b1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "DELETE /v2.0/floatingips/d2295a49-ae3a-4b23-86ab-399ecbcb6963 HTTP/1.1" status: 204 len: 168 time: 0.7186384 Aug 30 18:23:00.849824 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e8de0432-8825-48ac-8783-b95c6e698463 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3666a181dc3a40a6a2f006078efddf03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385091 Aug 30 18:23:00.852394 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53838) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:00.906831 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7129e77c-4811-4c4a-9493-9167d14538ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.930252 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7129e77c-4811-4c4a-9493-9167d14538ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.967613 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device ac452b2b-4980-4b9a-8f35-1d73e2f54a10 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:23:00.979539 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7129e77c-4811-4c4a-9493-9167d14538ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.982147 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7129e77c-4811-4c4a-9493-9167d14538ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:00.985656 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7129e77c-4811-4c4a-9493-9167d14538ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5baf730f-ba4a-4d11-9984-15508533a08f HTTP/1.1" status: 204 len: 168 time: 0.1300323 Aug 30 18:23:00.990300 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: ac452b2b-4980-4b9a-8f35-1d73e2f54a10 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:23:00.990839 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device ac452b2b-4980-4b9a-8f35-1d73e2f54a10 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:23:00.991501 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 178f3c20-8204-4c4f-9a8f-91b0248926b4 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:23:00.995377 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129e77c-4811-4c4a-9493-9167d14538ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baf730f-ba4a-4d11-9984-15508533a08f,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:01.016817 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 178f3c20-8204-4c4f-9a8f-91b0248926b4 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:23:01.017265 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 178f3c20-8204-4c4f-9a8f-91b0248926b4 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:23:01.017788 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 2be4db59-8f23-41d5-a6bc-6d7c3155294c no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:23:01.040120 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 2be4db59-8f23-41d5-a6bc-6d7c3155294c {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:23:01.040467 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 2be4db59-8f23-41d5-a6bc-6d7c3155294c not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:23:01.130608 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53844) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:01.135372 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-7481e959-c827-4c4b-8cb3-35beb404da38 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404845980', 'description': 'tempest-description--627523881'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:01.157211 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7481e959-c827-4c4b-8cb3-35beb404da38 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.235945 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7481e959-c827-4c4b-8cb3-35beb404da38 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.240384 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7481e959-c827-4c4b-8cb3-35beb404da38 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.267983 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7481e959-c827-4c4b-8cb3-35beb404da38 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.269592 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7481e959-c827-4c4b-8cb3-35beb404da38 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1376774 Aug 30 18:23:01.273747 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53852) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:01.278872 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-f4a13392-e391-416e-9688-56a0a0a39b2a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Request body: {'security_group_rule': {'security_group_id': '805b2468-a9f6-4886-9837-3c5653eb8ea8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:01.286486 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481e959-c827-4c4b-8cb3-35beb404da38 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805b2468-a9f6-4886-9837-3c5653eb8ea8,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:01.311492 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e460cf7c-5443-4912-b0d6-d7737475c7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.314556 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f4a13392-e391-416e-9688-56a0a0a39b2a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.373126 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f4a13392-e391-416e-9688-56a0a0a39b2a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.373835 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f4a13392-e391-416e-9688-56a0a0a39b2a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.393577 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a13392-e391-416e-9688-56a0a0a39b2a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9f3745-3eec-496d-ba40-079d2f30f702,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:01.405236 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f4a13392-e391-416e-9688-56a0a0a39b2a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.406428 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f4a13392-e391-416e-9688-56a0a0a39b2a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317265 Aug 30 18:23:01.409134 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53858) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:01.414430 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-c2428c8a-5e82-4c2b-befc-a1810bbcdc5a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Request body: {'security_group_rule': {'security_group_id': '805b2468-a9f6-4886-9837-3c5653eb8ea8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:01.446190 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2428c8a-5e82-4c2b-befc-a1810bbcdc5a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.506996 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2428c8a-5e82-4c2b-befc-a1810bbcdc5a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.510907 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2428c8a-5e82-4c2b-befc-a1810bbcdc5a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.530463 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2428c8a-5e82-4c2b-befc-a1810bbcdc5a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae47d89-3562-4b84-9065-8a95b4cde5b9,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:01.534116 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c2428c8a-5e82-4c2b-befc-a1810bbcdc5a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.538794 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-c2428c8a-5e82-4c2b-befc-a1810bbcdc5a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252286 Aug 30 18:23:01.539331 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 53864) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:01.543682 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Request body: {'floatingip': {'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:01.565786 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.660817 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.764573 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Allocated IP 172.27.2.190 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/69aa8796-ee20-4c38-acce-bd98bbab4ce5) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:23:01.866249 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.908392 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:01.943665 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:23:01.946352 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:23:01.951725 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:23:01.975928 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event updated for resources: {'Port': ['ID=69aa8796-ee20-4c38-acce-bd98bbab4ce5,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:02.038292 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:02.071302 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:02.221051 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:02.225843 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771742'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:02.296992 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event updated for resources: {'Port': ['ID=69aa8796-ee20-4c38-acce-bd98bbab4ce5,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:02.305065 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:02.320378 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:02.321753 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-c5c5a923-9c76-4da1-9b5e-b9beb08f1969 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7817607 Aug 30 18:23:02.509140 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-18b666ac-849a-40eb-81b6-1e788883b7c4 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1404845980&fields=id&tenant_id=bf0a1398752b4d87a4b26a2ce96474c0 HTTP/1.1" status: 200 len: 267 time: 0.0347970 Aug 30 18:23:02.538978 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 675d1dfa-d3a6-45b7-9742-2dc55313f11f no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:23:02.562004 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: 675d1dfa-d3a6-45b7-9742-2dc55313f11f {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:23:02.562353 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 675d1dfa-d3a6-45b7-9742-2dc55313f11f not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:23:02.582027 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53904) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:02.614133 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-731f8710-9879-4930-973b-14645fe11ab1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:02.615647 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-731f8710-9879-4930-973b-14645fe11ab1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 817 time: 0.0997159 Aug 30 18:23:02.631816 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0fd97a26-9c79-49b6-ba95-754d6b2a39c7 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/quotas/bf0a1398752b4d87a4b26a2ce96474c0 HTTP/1.1" status: 200 len: 375 time: 0.0098448 Aug 30 18:23:02.685379 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4d7b4448-b2a8-4521-9ae2-8626699da550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:02.687209 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-98a4e985-9a2b-4f2b-b287-70a372345e57 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499504 Aug 30 18:23:02.771149 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4d7b4448-b2a8-4521-9ae2-8626699da550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:02.775131 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4d7b4448-b2a8-4521-9ae2-8626699da550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:02.786538 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-3b2ce02c-3752-4728-b148-7788e1466639 service neutron] 10.222.0.16 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868704 Aug 30 18:23:02.812402 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4d7b4448-b2a8-4521-9ae2-8626699da550 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6a406b601b540dfba89c7be73909dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291946 Aug 30 18:23:02.813294 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b4448-b2a8-4521-9ae2-8626699da550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8752e1-65d6-4b2f-b2f9-a793231caf63,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:02.815564 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53908) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:02.864027 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-886d4761-d7b2-4f91-baa5-6435b1bb662c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:02.881446 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-2ac88175-9264-4712-b694-ac527fe7a6f6 service neutron] 10.222.0.16 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885580 Aug 30 18:23:02.888955 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-886d4761-d7b2-4f91-baa5-6435b1bb662c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:02.937885 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-886d4761-d7b2-4f91-baa5-6435b1bb662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:02.940614 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-886d4761-d7b2-4f91-baa5-6435b1bb662c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:02.941875 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-886d4761-d7b2-4f91-baa5-6435b1bb662c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a8752e1-65d6-4b2f-b2f9-a793231caf63 HTTP/1.1" status: 204 len: 168 time: 0.1248217 Aug 30 18:23:02.950108 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d4761-d7b2-4f91-baa5-6435b1bb662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8752e1-65d6-4b2f-b2f9-a793231caf63,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:03.046607 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e5f54265-cc3d-43d1-98f0-f254d40b2096 req-77fe282d-3b58-4005-b3b8-8c21551f58b0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 210 time: 0.0272102 Aug 30 18:23:03.234075 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53922) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:03.247218 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2a2321bc-466f-4c07-9242-37901f1f4d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:03.339796 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2a2321bc-466f-4c07-9242-37901f1f4d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:03.343736 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2a2321bc-466f-4c07-9242-37901f1f4d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:03.381115 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-2a2321bc-466f-4c07-9242-37901f1f4d9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e2920be12714cfa803b5e23c8e39b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458304 Aug 30 18:23:03.381979 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2321bc-466f-4c07-9242-37901f1f4d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985d11a7-3139-454b-8274-67c03c14d603,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:03.384262 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 53926) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:03.431841 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-100ffdd1-46bb-4645-ae2f-7f68fb52df6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:03.453222 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-100ffdd1-46bb-4645-ae2f-7f68fb52df6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:03.513383 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-100ffdd1-46bb-4645-ae2f-7f68fb52df6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:03.516304 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-100ffdd1-46bb-4645-ae2f-7f68fb52df6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:03.517522 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-100ffdd1-46bb-4645-ae2f-7f68fb52df6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/985d11a7-3139-454b-8274-67c03c14d603 HTTP/1.1" status: 204 len: 168 time: 0.1323674 Aug 30 18:23:03.526734 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ffdd1-46bb-4645-ae2f-7f68fb52df6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985d11a7-3139-454b-8274-67c03c14d603,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:03.974818 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-38fa8e80-c4cf-4113-bef8-eb1e8e5753d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:04.027589 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:04.054155 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-3cb474ed-af51-4724-a80a-3fd1ac367620 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:04.056173 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-3cb474ed-af51-4724-a80a-3fd1ac367620 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.36 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 817 time: 0.1351407 Aug 30 18:23:04.103622 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-84e43f61-e422-4d6f-b456-c3b9ddf79cf7 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf0a1398752b4d87a4b26a2ce96474c0 HTTP/1.1" status: 200 len: 380 time: 0.0375154 Aug 30 18:23:04.120515 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Request body: {'port': {'device_id': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'admin_state_up': True, 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'security_groups': ['805b2468-a9f6-4886-9837-3c5653eb8ea8']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:04.166045 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15e11223-fe49-4f82-b502-0539e2647ecc req-e96de443-4944-4998-b095-eef71f04807a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 210 time: 0.0281391 Aug 30 18:23:04.230524 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Made reservation on behalf of bf0a1398752b4d87a4b26a2ce96474c0 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:23:04.234108 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:04.357509 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Allocated IP 172.20.0.13 (a136ea2a-90b4-4cf2-bea9-5dad284fb6f2/40eb3b79-0cba-43a4-abc4-3330f1488657/4145b3b2-1f27-497f-8ce5-74886c64fbbc) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:23:04.496355 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:04.510265 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Transition to ACTIVE for port object 4145b3b2-1f27-497f-8ce5-74886c64fbbc will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:23:04.554839 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:04.594495 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:23:04.601763 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:23:04.605470 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:23:04.611877 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event updated for resources: {'Port': ['ID=4145b3b2-1f27-497f-8ce5-74886c64fbbc,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:04.659287 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:04.660400 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:04.677297 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-46ab6a89-5764-4985-90dd-7f5657d02a2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5629168 Aug 30 18:23:04.691062 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Request body: {'port': {'device_id': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:04.751051 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:04.816222 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-14981aba-6597-48a6-97a9-eb1e0da1f84e None None] Provisioning for port 4145b3b2-1f27-497f-8ce5-74886c64fbbc completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:23:04.820437 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-14981aba-6597-48a6-97a9-eb1e0da1f84e None None] Provisioning complete for port 4145b3b2-1f27-497f-8ce5-74886c64fbbc triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:04.821047 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-14981aba-6597-48a6-97a9-eb1e0da1f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:04.858216 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-14981aba-6597-48a6-97a9-eb1e0da1f84e None None] Port 4145b3b2-1f27-497f-8ce5-74886c64fbbc cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:23:05.012253 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4145b3b2-1f27-497f-8ce5-74886c64fbbc {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:23:05.020237 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:05.032444 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Transition to ACTIVE for port object 4145b3b2-1f27-497f-8ce5-74886c64fbbc will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:23:05.037150 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:05.110899 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Pushing event updated for resources: {'Port': ['ID=4145b3b2-1f27-497f-8ce5-74886c64fbbc,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:05.160849 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Attempting to bind port 4145b3b2-1f27-497f-8ce5-74886c64fbbc on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:23:05.161211 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Attempting to bind port 4145b3b2-1f27-497f-8ce5-74886c64fbbc by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:23:05.161729 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Attempting to bind port 4145b3b2-1f27-497f-8ce5-74886c64fbbc on network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:23:05.166181 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Port 4145b3b2-1f27-497f-8ce5-74886c64fbbc on network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:23:05.166536 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Attempting to bind port 4145b3b2-1f27-497f-8ce5-74886c64fbbc on network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:23:05.172862 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:23:05.173206 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Checking segment: {'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:23:05.173787 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Bound using segment: {'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:23:05.175031 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:05.180443 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Bound port: 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc0c2ae-ed28-475a-ab73-1577b93e4403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:23:05.180817 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:05.255176 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] For port 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:23:05.259995 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] For port 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:23:05.264193 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:05.299100 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ee134-c36a-427a-92bf-6592ff84c0bb req-cae44350-f9f5-4bbb-8272-317494abafa4 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:05.301383 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-136ee134-c36a-427a-92bf-6592ff84c0bb req-cae44350-f9f5-4bbb-8272-317494abafa4 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0524681 Aug 30 18:23:05.305280 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:05.306081 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:05.307378 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] 10.222.0.36 "PUT /v2.0/ports/4145b3b2-1f27-497f-8ce5-74886c64fbbc HTTP/1.1" status: 200 len: 1094 time: 0.6207495 Aug 30 18:23:05.307827 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:23:05.310117 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7c0415-6790-45a4-82b2-2c5e11ced40e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:23:05.366730 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-136ee134-c36a-427a-92bf-6592ff84c0bb req-3c3feba3-d2c1-44c5-a53d-55fbac98bb10 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582457 Aug 30 18:23:05.381249 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87f763-e8e4-4c0d-a382-8bdee6c070fd service neutron] Pushing event updated for resources: {'Port': ['ID=4145b3b2-1f27-497f-8ce5-74886c64fbbc,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:05.386268 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9630a55d-c6e0-4a7d-b522-9ec1eb3068b3 x-openstack-request-id: req-9630a55d-c6e0-4a7d-b522-9ec1eb3068b3 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:23:05.386543 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:23:05.386790 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9630a55d-c6e0-4a7d-b522-9ec1eb3068b3 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:23:05.387174 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'status': 'completed', 'code': 200} Aug 30 18:23:05.419687 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-110d5da6-7237-47ff-9c22-ad10384f4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:05.421245 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-110d5da6-7237-47ff-9c22-ad10384f4a6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 1097 time: 0.0568793 Aug 30 18:23:05.468963 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-54bc7630-b26b-4f5f-a2d0-fbac20766946 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc HTTP/1.1" status: 200 len: 217 time: 0.0394871 Aug 30 18:23:05.523525 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-4a59ed3f-00c1-47a5-805c-864f749ad9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:05.525135 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-4a59ed3f-00c1-47a5-805c-864f749ad9a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40eb3b79-0cba-43a4-abc4-3330f1488657 HTTP/1.1" status: 200 len: 856 time: 0.0490489 Aug 30 18:23:05.575059 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-12be50b1-2060-4e94-80c2-afdc980781be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:05.576601 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-12be50b1-2060-4e94-80c2-afdc980781be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447011 Aug 30 18:23:05.664483 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-be0a0777-02ac-4b68-8483-45eb74c1bcf8 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804248 Aug 30 18:23:05.759523 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35851ffd-9c65-4c21-9290-b90c76182e0d req-6d34fcdc-d0c6-44b9-9435-400a7fb074a7 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873194 Aug 30 18:23:05.850001 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c0415-6790-45a4-82b2-2c5e11ced40e req-62187bf0-f4e8-4e97-aa57-dab265ee8ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:05.851549 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5b7c0415-6790-45a4-82b2-2c5e11ced40e req-62187bf0-f4e8-4e97-aa57-dab265ee8ee5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 1097 time: 0.0418732 Aug 30 18:23:05.945257 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c0415-6790-45a4-82b2-2c5e11ced40e req-ec086a2f-1e6c-40dc-98d3-efea83b215d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:05.946644 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5b7c0415-6790-45a4-82b2-2c5e11ced40e req-ec086a2f-1e6c-40dc-98d3-efea83b215d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 918 time: 0.0864835 Aug 30 18:23:05.989945 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5b7c0415-6790-45a4-82b2-2c5e11ced40e req-95678c88-d49d-4ff0-bc66-a4bc3f01ecf4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc HTTP/1.1" status: 200 len: 217 time: 0.0353568 Aug 30 18:23:06.038644 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c0415-6790-45a4-82b2-2c5e11ced40e req-ab10d056-4ce1-4e40-b919-320a495585ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:06.040060 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5b7c0415-6790-45a4-82b2-2c5e11ced40e req-ab10d056-4ce1-4e40-b919-320a495585ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40eb3b79-0cba-43a4-abc4-3330f1488657 HTTP/1.1" status: 200 len: 856 time: 0.0426073 Aug 30 18:23:06.065226 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54004) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:06.087146 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c0415-6790-45a4-82b2-2c5e11ced40e req-4061fb24-efeb-4faf-b4ea-623042876703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:06.088791 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5b7c0415-6790-45a4-82b2-2c5e11ced40e req-4061fb24-efeb-4faf-b4ea-623042876703 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399370 Aug 30 18:23:06.182128 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5b7c0415-6790-45a4-82b2-2c5e11ced40e req-c07d390d-9d73-4ca8-8e9e-a3ffdb61a376 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857730 Aug 30 18:23:06.185793 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b03c6416-ee3c-4156-bb12-d7606c233a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.272236 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5b7c0415-6790-45a4-82b2-2c5e11ced40e req-d727814c-d01f-4458-9dae-2f3c3d91851d service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819719 Aug 30 18:23:06.276554 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b03c6416-ee3c-4156-bb12-d7606c233a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.280716 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b03c6416-ee3c-4156-bb12-d7606c233a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.319747 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b03c6416-ee3c-4156-bb12-d7606c233a58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30f3ee2154264aaea7c9f704d9161ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529030 Aug 30 18:23:06.320840 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c6416-ee3c-4156-bb12-d7606c233a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625d8fb8-9657-41d1-8880-9e9a4a930cbd,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:06.322463 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54008) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:06.374288 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d075a10-e05b-46bb-bcdf-edc918963202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.395355 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d075a10-e05b-46bb-bcdf-edc918963202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.443058 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d075a10-e05b-46bb-bcdf-edc918963202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.446045 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d075a10-e05b-46bb-bcdf-edc918963202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.449516 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6d075a10-e05b-46bb-bcdf-edc918963202 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/625d8fb8-9657-41d1-8880-9e9a4a930cbd HTTP/1.1" status: 204 len: 168 time: 0.1237526 Aug 30 18:23:06.464186 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d075a10-e05b-46bb-bcdf-edc918963202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625d8fb8-9657-41d1-8880-9e9a4a930cbd,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:06.491462 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4ad7d-9061-4897-bb52-8425407dbd12 req-cb87799c-4441-4ccf-bdd6-956b4b76eef8 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:06.493012 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-79b4ad7d-9061-4897-bb52-8425407dbd12 req-cb87799c-4441-4ccf-bdd6-956b4b76eef8 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0545905 Aug 30 18:23:06.532258 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-79b4ad7d-9061-4897-bb52-8425407dbd12 req-1d579399-2b1e-40c1-a9a2-3e6b724584aa tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332081 Aug 30 18:23:06.546641 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.722810 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54016) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:06.735769 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-90e11c8e-f72d-403e-8ec1-7d7e0a2f5755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.826426 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-90e11c8e-f72d-403e-8ec1-7d7e0a2f5755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.830602 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-90e11c8e-f72d-403e-8ec1-7d7e0a2f5755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.867414 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e11c8e-f72d-403e-8ec1-7d7e0a2f5755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e06adf-a53e-494b-a487-32d9f91b1d97,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:06.871723 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-90e11c8e-f72d-403e-8ec1-7d7e0a2f5755 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=587dd775665b4d56aaf632eb63b120dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479092 Aug 30 18:23:06.874422 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54018) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:06.920818 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b4fea669-8f0b-489c-89b4-77325d6138e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.941771 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b4fea669-8f0b-489c-89b4-77325d6138e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.988773 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b4fea669-8f0b-489c-89b4-77325d6138e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.991288 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b4fea669-8f0b-489c-89b4-77325d6138e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:06.992419 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b4fea669-8f0b-489c-89b4-77325d6138e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77e06adf-a53e-494b-a487-32d9f91b1d97 HTTP/1.1" status: 204 len: 168 time: 0.1171558 Aug 30 18:23:06.999949 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fea669-8f0b-489c-89b4-77325d6138e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e06adf-a53e-494b-a487-32d9f91b1d97,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:07.658026 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a09648-039a-4b34-a496-36713602fdc2 req-bec3980f-aa51-42e1-b33e-3c82b0e105e0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:07.659557 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a4a09648-039a-4b34-a496-36713602fdc2 req-bec3980f-aa51-42e1-b33e-3c82b0e105e0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0483601 Aug 30 18:23:07.696639 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a4a09648-039a-4b34-a496-36713602fdc2 req-50913bcb-bbe6-4e6b-ac62-9c22331582bc tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310206 Aug 30 18:23:08.569508 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 4145b3b2-1f27-497f-8ce5-74886c64fbbc details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:23:08.666817 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:23:08.678564 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'port_id': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'mac_address': 'fa:16:3e:72:b2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:23:08.718870 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:08.732030 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4145b3b2-1f27-497f-8ce5-74886c64fbbc {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:23:08.757130 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:23:08.761868 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:08.811129 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=4145b3b2-1f27-497f-8ce5-74886c64fbbc,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:08.823094 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:08.823452 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:08.823800 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:08.824141 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:08.824478 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:08.824811 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:08.825178 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:08.825513 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:08.825866 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:08.826204 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:08.826707 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:08.826863 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:08.843682 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54790c2b-6496-4f9c-af28-4cc035761e53 req-b617d2a0-9f9b-485a-a4d7-3d283c9efeb9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:08.845940 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54790c2b-6496-4f9c-af28-4cc035761e53 req-b617d2a0-9f9b-485a-a4d7-3d283c9efeb9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0718601 Aug 30 18:23:08.885533 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54790c2b-6496-4f9c-af28-4cc035761e53 req-c4cc1106-1e93-4206-a0d1-84630152f096 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331316 Aug 30 18:23:08.980201 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['4145b3b2-1f27-497f-8ce5-74886c64fbbc'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:23:09.004257 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54092) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:09.107839 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e02b7c2e-26b4-4ae0-9480-1ed555ccab56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.196143 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e02b7c2e-26b4-4ae0-9480-1ed555ccab56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.201141 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e02b7c2e-26b4-4ae0-9480-1ed555ccab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.239595 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e02b7c2e-26b4-4ae0-9480-1ed555ccab56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6368ae27628c43e1861348e721859ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341199 Aug 30 18:23:09.240295 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b7c2e-26b4-4ae0-9480-1ed555ccab56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08843f1-afe9-4ed8-9fd1-469d3be7d56f,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:09.242082 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54096) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:09.290391 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-24194c43-0073-4aa5-afee-d2dd7bc2e7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.310854 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-24194c43-0073-4aa5-afee-d2dd7bc2e7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.356953 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-24194c43-0073-4aa5-afee-d2dd7bc2e7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.359487 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-24194c43-0073-4aa5-afee-d2dd7bc2e7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.360632 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-24194c43-0073-4aa5-afee-d2dd7bc2e7de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b08843f1-afe9-4ed8-9fd1-469d3be7d56f HTTP/1.1" status: 204 len: 168 time: 0.1175771 Aug 30 18:23:09.368167 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24194c43-0073-4aa5-afee-d2dd7bc2e7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08843f1-afe9-4ed8-9fd1-469d3be7d56f,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:09.616693 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54102) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:09.630257 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d62de431-fa1a-47e2-bcb6-63f30ae5831b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.717439 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d62de431-fa1a-47e2-bcb6-63f30ae5831b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.721028 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d62de431-fa1a-47e2-bcb6-63f30ae5831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.761007 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d62de431-fa1a-47e2-bcb6-63f30ae5831b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bff8bec2cada48b3b8ba7c427c22b36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431901 Aug 30 18:23:09.761844 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62de431-fa1a-47e2-bcb6-63f30ae5831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9defacdc-6bb9-4e7a-9410-297de59a731a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:09.763638 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54104) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:09.811230 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-53157a83-06c3-471f-8bd1-2c7ab2fe55e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.832576 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-53157a83-06c3-471f-8bd1-2c7ab2fe55e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.880832 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-53157a83-06c3-471f-8bd1-2c7ab2fe55e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.883387 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-53157a83-06c3-471f-8bd1-2c7ab2fe55e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:09.884526 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-53157a83-06c3-471f-8bd1-2c7ab2fe55e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9defacdc-6bb9-4e7a-9410-297de59a731a HTTP/1.1" status: 204 len: 168 time: 0.1198864 Aug 30 18:23:09.892205 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53157a83-06c3-471f-8bd1-2c7ab2fe55e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9defacdc-6bb9-4e7a-9410-297de59a731a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:10.004607 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4dd8-fdc2-483b-b49d-dce9cc60becf req-99f16c38-3692-40b1-ae06-00d7b8242158 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:10.006130 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-914e4dd8-fdc2-483b-b49d-dce9cc60becf req-99f16c38-3692-40b1-ae06-00d7b8242158 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0505760 Aug 30 18:23:10.043355 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-914e4dd8-fdc2-483b-b49d-dce9cc60becf req-8b536e9f-408f-4537-87d0-466d6990631c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314171 Aug 30 18:23:10.585318 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 4145b3b2-1f27-497f-8ce5-74886c64fbbc up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:23:10.636879 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:10.642295 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port 4145b3b2-1f27-497f-8ce5-74886c64fbbc completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:23:10.646250 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 4145b3b2-1f27-497f-8ce5-74886c64fbbc triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:10.646622 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:10.725674 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:10.747592 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:23:10.750087 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d072bf9f-567f-4e05-bd2a-7c8ff450a17b" -d '{"events": [{"server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:23:10.762338 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:23:10.767579 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:10.795976 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c79d83c-e5ae-4ae2-90f7-8462bcb98944 x-openstack-request-id: req-9c79d83c-e5ae-4ae2-90f7-8462bcb98944 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:23:10.795976 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:23:10.795976 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c79d83c-e5ae-4ae2-90f7-8462bcb98944 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:23:10.795976 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'code': 200} Aug 30 18:23:10.820380 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=4145b3b2-1f27-497f-8ce5-74886c64fbbc,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:10.959016 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e39601-632a-4d7b-a145-0de1d12f9964 req-3c2deb07-2ef6-44c1-a134-08afea9bec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:10.960520 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-70e39601-632a-4d7b-a145-0de1d12f9964 req-3c2deb07-2ef6-44c1-a134-08afea9bec1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0420871 Aug 30 18:23:10.996849 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-70e39601-632a-4d7b-a145-0de1d12f9964 req-b01c1df2-d34d-48f4-b7f1-d46e9c445eb6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287948 Aug 30 18:23:11.165375 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28fac1-48ea-419a-8824-2322d805ab62 req-af376f7f-d78a-4199-8241-e59623c6c3a8 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:11.167356 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-da28fac1-48ea-419a-8824-2322d805ab62 req-af376f7f-d78a-4199-8241-e59623c6c3a8 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0519176 Aug 30 18:23:11.204321 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-da28fac1-48ea-419a-8824-2322d805ab62 req-7b2046d0-4c41-4b88-984f-c80db93a3606 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311568 Aug 30 18:23:12.324185 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b966a-7e75-4580-8c1b-8bbc41aa9539 req-9efef1d9-0472-439e-8ac4-3321dc15e083 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:12.325647 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dd9b966a-7e75-4580-8c1b-8bbc41aa9539 req-9efef1d9-0472-439e-8ac4-3321dc15e083 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0500808 Aug 30 18:23:12.363451 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dd9b966a-7e75-4580-8c1b-8bbc41aa9539 req-99589c14-abc8-48f8-8649-fca2972e4742 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317211 Aug 30 18:23:12.475662 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0b23a-82ef-4c99-b84d-bcd8747bcc0e req-096813d0-3487-491e-86fd-d82903608e6b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:12.477133 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0dc0b23a-82ef-4c99-b84d-bcd8747bcc0e req-096813d0-3487-491e-86fd-d82903608e6b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0476069 Aug 30 18:23:12.485492 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54158) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:12.489861 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-0f9c4e7d-ee5a-440b-a486-f46075badb22 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Request body: {'floatingip': {'port_id': '4145b3b2-1f27-497f-8ce5-74886c64fbbc'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:12.527630 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f9c4e7d-ee5a-440b-a486-f46075badb22 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:12.954912 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f9c4e7d-ee5a-440b-a486-f46075badb22 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:12.959229 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f9c4e7d-ee5a-440b-a486-f46075badb22 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:13.259002 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-0f9c4e7d-ee5a-440b-a486-f46075badb22 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Floating IP 3c0a18a3-6323-4ffc-ae23-908fc18f5c35 associated. External IP: 172.27.2.190, port: 4145b3b2-1f27-497f-8ce5-74886c64fbbc. Aug 30 18:23:13.457502 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9c4e7d-ee5a-440b-a486-f46075badb22 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Router 9f14812d-60c3-4ddd-8f28-1068295c910f has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:23:13.562723 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9c4e7d-ee5a-440b-a486-f46075badb22 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:23:13.567427 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f9c4e7d-ee5a-440b-a486-f46075badb22 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:13.572346 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28b3ba-3ebd-4a2e-bf25-653dde1a65cb None None] Sync routers for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:23:13.581215 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28b3ba-3ebd-4a2e-bf25-653dde1a65cb None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:23:13.581844 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-1a28b3ba-3ebd-4a2e-bf25-653dde1a65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:23:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:13.593836 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0f9c4e7d-ee5a-440b-a486-f46075badb22 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "PUT /v2.0/floatingips/3c0a18a3-6323-4ffc-ae23-908fc18f5c35 HTTP/1.1" status: 200 len: 992 time: 1.1073356 Aug 30 18:23:13.594419 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:23:13.597488 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e463d3505b501438ab9665504baa9ee3f030df9cd7646e332f824762b37156f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f138dc8-c15f-4183-8c84-9ade0f7f474e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:23:13.635441 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aa52a6-944e-4cb6-88b1-4fcb294b1ee5 x-openstack-request-id: req-09aa52a6-944e-4cb6-88b1-4fcb294b1ee5 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:23:13.635877 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:23:13.636257 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09aa52a6-944e-4cb6-88b1-4fcb294b1ee5 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:23:13.636785 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'status': 'completed', 'code': 200} Aug 30 18:23:13.687779 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-1a28b3ba-3ebd-4a2e-bf25-653dde1a65cb None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:23:13.696186 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f138dc8-c15f-4183-8c84-9ade0f7f474e req-fe8a90ea-2e0d-41bf-890d-aa81dce851ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:13.697746 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5f138dc8-c15f-4183-8c84-9ade0f7f474e req-fe8a90ea-2e0d-41bf-890d-aa81dce851ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0402615 Aug 30 18:23:13.791144 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f138dc8-c15f-4183-8c84-9ade0f7f474e req-cd60b8e9-a797-46ec-89ed-25e58c5e2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:13.792680 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5f138dc8-c15f-4183-8c84-9ade0f7f474e req-cd60b8e9-a797-46ec-89ed-25e58c5e2bcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 918 time: 0.0878079 Aug 30 18:23:13.864572 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5f138dc8-c15f-4183-8c84-9ade0f7f474e req-2a4d64d5-d016-4db2-aae3-9cb5712c15cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc HTTP/1.1" status: 200 len: 1000 time: 0.0624416 Aug 30 18:23:13.921330 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-1a28b3ba-3ebd-4a2e-bf25-653dde1a65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '3c0a18a3-6323-4ffc-ae23-908fc18f5c35', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'port_id': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'mac_address': 'fa:16:3e:72:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:23:01Z', 'updated_at': '2021-08-30T18:23:12Z', 'revision_number': 1, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:07Z', 'revision_number': 5, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:13.922491 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f138dc8-c15f-4183-8c84-9ade0f7f474e req-3f72d035-6e8b-4a72-ac44-a3fbfeb535b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:13.924042 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5f138dc8-c15f-4183-8c84-9ade0f7f474e req-3f72d035-6e8b-4a72-ac44-a3fbfeb535b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40eb3b79-0cba-43a4-abc4-3330f1488657 HTTP/1.1" status: 200 len: 856 time: 0.0517781 Aug 30 18:23:13.951406 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28b3ba-3ebd-4a2e-bf25-653dde1a65cb None None] Checking router: 9f14812d-60c3-4ddd-8f28-1068295c910f for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:23:13.960979 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28b3ba-3ebd-4a2e-bf25-653dde1a65cb None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:23:13.961728 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-1a28b3ba-3ebd-4a2e-bf25-653dde1a65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:23:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:13.976763 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f138dc8-c15f-4183-8c84-9ade0f7f474e req-5eeca2da-7a27-445a-9485-0ed055bedaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:13.978554 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5f138dc8-c15f-4183-8c84-9ade0f7f474e req-5eeca2da-7a27-445a-9485-0ed055bedaa8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479221 Aug 30 18:23:13.982832 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54178) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:14.064798 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-1a28b3ba-3ebd-4a2e-bf25-653dde1a65cb None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:23:14.075050 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5f138dc8-c15f-4183-8c84-9ade0f7f474e req-74a86f3c-f7cd-49c6-b763-b85d7d4ac145 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861728 Aug 30 18:23:14.109717 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7254-c177-4bc0-8ea6-70aeff1951e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.210174 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5f138dc8-c15f-4183-8c84-9ade0f7f474e req-7e6663c6-65ff-4f74-8b49-c8ca63f540cd service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231341 Aug 30 18:23:14.261318 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7254-c177-4bc0-8ea6-70aeff1951e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.265122 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7254-c177-4bc0-8ea6-70aeff1951e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.299381 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-1a28b3ba-3ebd-4a2e-bf25-653dde1a65cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '3c0a18a3-6323-4ffc-ae23-908fc18f5c35', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'port_id': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'mac_address': 'fa:16:3e:72:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:23:01Z', 'updated_at': '2021-08-30T18:23:12Z', 'revision_number': 1, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:07Z', 'revision_number': 5, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:14.302258 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8aeb7254-c177-4bc0-8ea6-70aeff1951e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ab5559582c345e198e86c95c358f76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182647 Aug 30 18:23:14.303037 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb7254-c177-4bc0-8ea6-70aeff1951e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6056d6-5e14-4a2d-8460-4f321ddeb8b2,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:14.304868 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54182) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:14.325888 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28b3ba-3ebd-4a2e-bf25-653dde1a65cb None None] The sync data for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi is: [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '3c0a18a3-6323-4ffc-ae23-908fc18f5c35', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'floating_ip_address': '172.27.2.190', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'port_id': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'mac_address': 'fa:16:3e:72:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:23:01Z', 'updated_at': '2021-08-30T18:23:12Z', 'revision_number': 1, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:07Z', 'revision_number': 5, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:23:14.357581 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-da5e36c9-09b2-45f5-89df-aae55d5f8679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.379217 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-da5e36c9-09b2-45f5-89df-aae55d5f8679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.425548 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-da5e36c9-09b2-45f5-89df-aae55d5f8679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.428073 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-da5e36c9-09b2-45f5-89df-aae55d5f8679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.429234 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-da5e36c9-09b2-45f5-89df-aae55d5f8679 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db6056d6-5e14-4a2d-8460-4f321ddeb8b2 HTTP/1.1" status: 204 len: 168 time: 0.1231160 Aug 30 18:23:14.438568 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e36c9-09b2-45f5-89df-aae55d5f8679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6056d6-5e14-4a2d-8460-4f321ddeb8b2,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:14.527431 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4be6b-d3f1-436b-b9bc-0879ac37d68b None None] New status for floating IP 3c0a18a3-6323-4ffc-ae23-908fc18f5c35: ACTIVE {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:23:14.697063 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54190) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:14.713785 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e2d94e5-c22a-4a09-860a-965d34c9f809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.802573 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e2d94e5-c22a-4a09-860a-965d34c9f809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.806209 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5e2d94e5-c22a-4a09-860a-965d34c9f809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.843908 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-5e2d94e5-c22a-4a09-860a-965d34c9f809 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85deb7838944403f8a015d056d8f933f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459060 Aug 30 18:23:14.844738 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d94e5-c22a-4a09-860a-965d34c9f809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77e2f08-4146-41b4-aea9-d77de8fa896e,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:14.846563 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54192) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:14.895758 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-57ca5b69-7099-4c29-a50b-06f59e17ff4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.916088 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-57ca5b69-7099-4c29-a50b-06f59e17ff4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.964748 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-57ca5b69-7099-4c29-a50b-06f59e17ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.967225 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-57ca5b69-7099-4c29-a50b-06f59e17ff4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:14.968354 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-57ca5b69-7099-4c29-a50b-06f59e17ff4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d77e2f08-4146-41b4-aea9-d77de8fa896e HTTP/1.1" status: 204 len: 168 time: 0.1202397 Aug 30 18:23:14.976357 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca5b69-7099-4c29-a50b-06f59e17ff4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77e2f08-4146-41b4-aea9-d77de8fa896e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:15.029066 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5e3ca263-1377-441e-a641-902d3d347972 req-83149b62-6809-4cad-8d71-9326ffd6decb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390108 Aug 30 18:23:15.105315 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ca263-1377-441e-a641-902d3d347972 req-6dddd04f-92f0-4b10-9d9e-d1a1c0ba7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:15.106806 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5e3ca263-1377-441e-a641-902d3d347972 req-6dddd04f-92f0-4b10-9d9e-d1a1c0ba7f1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=966fb7be2fcb44a0908360bc585a21f7&device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 1099 time: 0.0395396 Aug 30 18:23:15.210549 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ca263-1377-441e-a641-902d3d347972 req-770ae715-5ed9-492c-8506-e7445619660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:15.211997 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5e3ca263-1377-441e-a641-902d3d347972 req-770ae715-5ed9-492c-8506-e7445619660c service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de HTTP/1.1" status: 200 len: 910 time: 0.0855985 Aug 30 18:23:15.276509 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5e3ca263-1377-441e-a641-902d3d347972 req-db989dcb-d901-4f69-92f5-a71a7c90fd7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 HTTP/1.1" status: 200 len: 1002 time: 0.0571108 Aug 30 18:23:15.325966 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ca263-1377-441e-a641-902d3d347972 req-053fe9fd-a034-4872-9fd6-c170afa2c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:15.327723 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5e3ca263-1377-441e-a641-902d3d347972 req-053fe9fd-a034-4872-9fd6-c170afa2c559 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01859f3d-4259-45d3-8587-bb9993f7b601 HTTP/1.1" status: 200 len: 848 time: 0.0443645 Aug 30 18:23:15.377152 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ca263-1377-441e-a641-902d3d347972 req-39e01f22-3335-4f58-80ad-fb2b23ae80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:15.378572 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5e3ca263-1377-441e-a641-902d3d347972 req-39e01f22-3335-4f58-80ad-fb2b23ae80f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441422 Aug 30 18:23:15.467884 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5e3ca263-1377-441e-a641-902d3d347972 req-96c8803c-d5cb-4ec2-bde8-6c4e08fcf4e1 service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821505 Aug 30 18:23:15.561332 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5e3ca263-1377-441e-a641-902d3d347972 req-44686811-9e43-4c7b-8a57-1d792a9011d9 service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866861 Aug 30 18:23:16.651421 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:23:31.312534 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-30cb1c33-8043-46ee-8c73-350acc8cb460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:33.966456 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-74a697f3-fb5f-4cfb-9c03-0668267b1b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:34.019929 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:35.177160 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:35.389715 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54340) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:35.738508 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a7acd3d9-c89e-41bf-a006-1c2288ba7d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:35.821241 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a7acd3d9-c89e-41bf-a006-1c2288ba7d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:35.824615 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a7acd3d9-c89e-41bf-a006-1c2288ba7d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:35.860068 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a7acd3d9-c89e-41bf-a006-1c2288ba7d43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=879930dcc60e4c1b9458e9a1af26888d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693279 Aug 30 18:23:35.861930 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acd3d9-c89e-41bf-a006-1c2288ba7d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad949c2c-e961-406f-83a9-eecee782fc3a,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:35.862844 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54346) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:35.912442 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:35.933263 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:35.980958 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:35.983420 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:35.984531 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad949c2c-e961-406f-83a9-eecee782fc3a HTTP/1.1" status: 204 len: 168 time: 0.1207032 Aug 30 18:23:35.992379 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad949c2c-e961-406f-83a9-eecee782fc3a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:35.999377 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:35.999724 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:36.000065 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:36.000402 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:36.000732 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:36.001089 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:36.001415 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:36.001738 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:36.002062 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:36.002381 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:36.002687 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:36.003025 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce232cb-af18-49db-af77-13a8be72855d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:36.539300 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:36.586981 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54370) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:36.682721 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1579385196-network', 'tenant_id': '2f9141f51c584769a353c95eaf389b35'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:36.703228 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Made reservation on behalf of 2f9141f51c584769a353c95eaf389b35 for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:23:36.705593 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:36.714069 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:36.802406 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:36.805922 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:36.831043 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:23:36.836596 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb73b52-7147-494d-b715-626a148aedd9,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:36.843792 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:36.844099 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Added segment ccb82b43-f6de-40e6-96f1-ee48c4149495 of type vlan for network b15f2efd-176b-4c8d-9d6a-18913de6080e Aug 30 18:23:36.888349 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:36.911886 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:36.912867 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:36.913469 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:36.965389 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3773656 Aug 30 18:23:36.968329 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54374) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:36.970258 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a2817-5b03-4c76-bcc8-92db4dacb901 admin admin] Pushing event updated for resources: {'Network': ['ID=b15f2efd-176b-4c8d-9d6a-18913de6080e,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:36.974133 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-95ad663b-0728-418d-83c7-8c52038a90a8 admin admin] Request body: {'subnet': {'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1579385196-subnet', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:36.980810 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network b15f2efd-176b-4c8d-9d6a-18913de6080e details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:23:36.994020 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ad663b-0728-418d-83c7-8c52038a90a8 admin admin] Made reservation on behalf of 2f9141f51c584769a353c95eaf389b35 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:23:36.996354 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-95ad663b-0728-418d-83c7-8c52038a90a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9218370'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.169104 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-95ad663b-0728-418d-83c7-8c52038a90a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9037454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9218352'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.225395 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad663b-0728-418d-83c7-8c52038a90a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ba3a2c-cdc3-477f-bb45-7f79c65a032c,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:37.229610 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ad663b-0728-418d-83c7-8c52038a90a8 admin admin] Checking segment: {'id': 'ccb82b43-f6de-40e6-96f1-ee48c4149495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:23:37.229959 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ad663b-0728-418d-83c7-8c52038a90a8 admin admin] Network hostable DHCP agents. Network: b15f2efd-176b-4c8d-9d6a-18913de6080e, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:23:37.246571 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ad663b-0728-418d-83c7-8c52038a90a8 admin admin] Network b15f2efd-176b-4c8d-9d6a-18913de6080e is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:23:37.254749 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-95ad663b-0728-418d-83c7-8c52038a90a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, b15f2efd-176b-4c8d-9d6a-18913de6080e) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:23:37.258771 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad663b-0728-418d-83c7-8c52038a90a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:37.259347 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-95ad663b-0728-418d-83c7-8c52038a90a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.263995 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9fb95b-a44f-4fe4-8e67-e5bdd7cf2264 None None] Network b15f2efd-176b-4c8d-9d6a-18913de6080e requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:23:37.273070 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-95ad663b-0728-418d-83c7-8c52038a90a8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3035092 Aug 30 18:23:37.275664 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54376) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:37.279912 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:37.298650 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102410'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.299679 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3763922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102429'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.354666 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.402970 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff832dd6-95b2-59a4-a3ae-04890c023e2b-b15f2efd-176b-4c8d-9d6a-18913de6080e', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'fixed_ips': [{'subnet_id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c'}]}} from dv-cinder-804296-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:23:37.403820 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.492381 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.541556 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Allocated IP 172.20.0.2 (b15f2efd-176b-4c8d-9d6a-18913de6080e/30ba3a2c-cdc3-477f-bb45-7f79c65a032c/d48e2a80-29df-4d47-9eeb-a74e4b60ec03) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:23:37.683249 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.689166 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.691951 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Transition to ACTIVE for port object d48e2a80-29df-4d47-9eeb-a74e4b60ec03 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:23:37.706196 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Transition to ACTIVE for port object d48e2a80-29df-4d47-9eeb-a74e4b60ec03 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:23:37.709148 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.722662 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.759635 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Network b15f2efd-176b-4c8d-9d6a-18913de6080e is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:23:37.762329 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:23:37.767722 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:23:37.776228 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Pushing event updated for resources: {'Port': ['ID=d48e2a80-29df-4d47-9eeb-a74e4b60ec03,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:37.817281 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Allocated IP 172.27.2.10 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/758c011a-2429-4427-9c6a-726347a1f829) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:23:37.827657 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Attempting to bind port d48e2a80-29df-4d47-9eeb-a74e4b60ec03 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:23:37.828025 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Attempting to bind port d48e2a80-29df-4d47-9eeb-a74e4b60ec03 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': 'ccb82b43-f6de-40e6-96f1-ee48c4149495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:23:37.828390 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Attempting to bind port d48e2a80-29df-4d47-9eeb-a74e4b60ec03 on network b15f2efd-176b-4c8d-9d6a-18913de6080e {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:23:37.833366 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:23:37.833740 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Checking segment: {'id': 'ccb82b43-f6de-40e6-96f1-ee48c4149495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:23:37.834139 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.834535 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Bound using segment: {'id': 'ccb82b43-f6de-40e6-96f1-ee48c4149495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:23:37.834997 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Bound port: d48e2a80-29df-4d47-9eeb-a74e4b60ec03, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb82b43-f6de-40e6-96f1-ee48c4149495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:23:37.835381 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.895295 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] For port d48e2a80-29df-4d47-9eeb-a74e4b60ec03, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:23:37.898403 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] For port d48e2a80-29df-4d47-9eeb-a74e4b60ec03, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=d48e2a80-29df-4d47-9eeb-a74e4b60ec03,segment=NetworkSegment(ccb82b43-f6de-40e6-96f1-ee48c4149495),segment_id=ccb82b43-f6de-40e6-96f1-ee48c4149495)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:23:37.902242 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.916742 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:37.957245 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1103b57-92d1-4e4a-82af-9acb8684ac3e None None] Pushing event updated for resources: {'Port': ['ID=d48e2a80-29df-4d47-9eeb-a74e4b60ec03,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:37.960148 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:38.001181 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:23:38.004708 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:23:38.010491 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:23:38.033926 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Pushing event updated for resources: {'Port': ['ID=758c011a-2429-4427-9c6a-726347a1f829,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:38.272484 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:38.459287 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3756163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3763981'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:38.586923 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Router d9d0131a-a200-4023-80a1-d3be97f7ea83 is scheduled to L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:23:38.696309 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:23:38.709131 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Sync routers for ids ['d9d0131a-a200-4023-80a1-d3be97f7ea83'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:23:38.714029 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:38.717831 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f66b1813-5dfa-4262-be9b-6621f91d0b5c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4386966 Aug 30 18:23:38.718631 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54382) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:38.724841 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Routers {'d9d0131a-a200-4023-80a1-d3be97f7ea83'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:23:38.725586 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:23:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['d9d0131a-a200-4023-80a1-d3be97f7ea83'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:38.840320 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Set router d9d0131a-a200-4023-80a1-d3be97f7ea83 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:23:38.863644 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a2c54-b59a-4591-ab02-7dde91194c08 None None] Network b15f2efd-176b-4c8d-9d6a-18913de6080e requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:23:39.039718 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '758c011a-2429-4427-9c6a-726347a1f829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:38Z', 'revision_number': 3, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port': {'id': '758c011a-2429-4427-9c6a-726347a1f829', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:39.054975 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device d48e2a80-29df-4d47-9eeb-a74e4b60ec03 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:23:39.066382 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Checking router: d9d0131a-a200-4023-80a1-d3be97f7ea83 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:23:39.066738 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Updating router d9d0131a-a200-4023-80a1-d3be97f7ea83 port 758c011a-2429-4427-9c6a-726347a1f829 binding host dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:23:39.091978 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.110933 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-67fc8ebc-f960-4efa-bd37-c3c121514282 None None] Provisioning for port d48e2a80-29df-4d47-9eeb-a74e4b60ec03 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:23:39.166700 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port d48e2a80-29df-4d47-9eeb-a74e4b60ec03 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:23:39.175099 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port d48e2a80-29df-4d47-9eeb-a74e4b60ec03 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:39.175570 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.192257 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.288416 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.324851 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port d48e2a80-29df-4d47-9eeb-a74e4b60ec03, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=d48e2a80-29df-4d47-9eeb-a74e4b60ec03,segment=NetworkSegment(ccb82b43-f6de-40e6-96f1-ee48c4149495),segment_id=ccb82b43-f6de-40e6-96f1-ee48c4149495)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:23:39.332348 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.366213 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Allocated IP 172.20.0.1 (b15f2efd-176b-4c8d-9d6a-18913de6080e/30ba3a2c-cdc3-477f-bb45-7f79c65a032c/67f1b885-3d25-4115-9ec1-d409d730ce31) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:23:39.376760 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.388030 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Transition to ACTIVE for port object 758c011a-2429-4427-9c6a-726347a1f829 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:23:39.397359 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=d48e2a80-29df-4d47-9eeb-a74e4b60ec03,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:39.398246 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.494227 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.508839 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Transition to ACTIVE for port object 67f1b885-3d25-4115-9ec1-d409d730ce31 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:23:39.541461 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Attempting to bind port 758c011a-2429-4427-9c6a-726347a1f829 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:23:39.541461 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Attempting to bind port 758c011a-2429-4427-9c6a-726347a1f829 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:23:39.541461 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Attempting to bind port 758c011a-2429-4427-9c6a-726347a1f829 on network b260bd70-94f8-4100-a215-2751a0a4278f {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:23:39.545639 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cc63ae58-deef-4510-a504-3fe307df7015 None None] Provisioning complete for port d48e2a80-29df-4d47-9eeb-a74e4b60ec03 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:39.546273 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cc63ae58-deef-4510-a504-3fe307df7015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.546973 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:23:39.547354 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Checking segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:23:39.547757 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.548153 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Bound using segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:23:39.548662 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Bound port: 758c011a-2429-4427-9c6a-726347a1f829, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:23:39.549074 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.552461 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.554475 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Pushing event updated for resources: {'Port': ['ID=758c011a-2429-4427-9c6a-726347a1f829,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:39.580639 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:39.580987 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:39.581928 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:39.582164 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:39.582495 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:39.582826 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:39.583521 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:39.583521 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:39.583815 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:39.584308 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:39.584497 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:39.584778 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:39.592959 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Network b15f2efd-176b-4c8d-9d6a-18913de6080e is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:23:39.600275 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:23:39.602695 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:23:39.609232 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Pushing event updated for resources: {'Port': ['ID=67f1b885-3d25-4115-9ec1-d409d730ce31,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:39.626648 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] For port 758c011a-2429-4427-9c6a-726347a1f829, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:23:39.632095 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] For port 758c011a-2429-4427-9c6a-726347a1f829, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=758c011a-2429-4427-9c6a-726347a1f829,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:23:39.637222 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.653761 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3764178'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.688097 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Routers {'d9d0131a-a200-4023-80a1-d3be97f7ea83'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:23:39.688731 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:23:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['d9d0131a-a200-4023-80a1-d3be97f7ea83'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:39.755832 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb7cf8-a656-4663-9747-efbdc282c20b None None] Pushing event updated for resources: {'Port': ['ID=758c011a-2429-4427-9c6a-726347a1f829,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:39.800687 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.818795 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] Set router d9d0131a-a200-4023-80a1-d3be97f7ea83 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:23:39.870377 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-67d97331-c502-4f12-a7c8-09e52c60381a None None] Provisioning for port 67f1b885-3d25-4115-9ec1-d409d730ce31 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:23:39.874220 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-67d97331-c502-4f12-a7c8-09e52c60381a None None] Provisioning complete for port 67f1b885-3d25-4115-9ec1-d409d730ce31 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:39.883698 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-67d97331-c502-4f12-a7c8-09e52c60381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.924731 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-67d97331-c502-4f12-a7c8-09e52c60381a None None] Port 67f1b885-3d25-4115-9ec1-d409d730ce31 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:23:39.965524 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:39.970047 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771742'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:40.006183 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '758c011a-2429-4427-9c6a-726347a1f829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:38Z', 'revision_number': 3, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port': {'id': '758c011a-2429-4427-9c6a-726347a1f829', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:40.032003 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4eed30-131a-4bb8-97bf-6d55eb0ca894 None None] The sync data for ids ['d9d0131a-a200-4023-80a1-d3be97f7ea83'] in dv-cinder-804296-2-iscsi is: [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '758c011a-2429-4427-9c6a-726347a1f829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:38Z', 'revision_number': 3, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port': {'id': '758c011a-2429-4427-9c6a-726347a1f829', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:23:40.040108 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Pushing event updated for resources: {'Port': ['ID=67f1b885-3d25-4115-9ec1-d409d730ce31,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:40.043592 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3762445'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:40.138211 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Network b15f2efd-176b-4c8d-9d6a-18913de6080e is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:23:40.139617 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:23:40.277544 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Router d9d0131a-a200-4023-80a1-d3be97f7ea83 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:23:40.401032 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:23:40.406231 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6a515f42-af1d-4369-83c7-42c3dbe4a743 admin admin] 10.222.0.16 "PUT /v2.0/routers/d9d0131a-a200-4023-80a1-d3be97f7ea83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6857305 Aug 30 18:23:40.447369 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-391e3a0a-0e6b-492e-a879-5425d2e26dda None None] Provisioning complete for port 67f1b885-3d25-4115-9ec1-d409d730ce31 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:40.447744 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-391e3a0a-0e6b-492e-a879-5425d2e26dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:40.481627 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-391e3a0a-0e6b-492e-a879-5425d2e26dda None None] Port 67f1b885-3d25-4115-9ec1-d409d730ce31 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:23:40.617347 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:40.886440 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54402) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:40.891599 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1328658551-network', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:40.915916 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Made reservation on behalf of 18b9f947918a4d3fa00153ed35ec7df9 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:23:40.918046 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:40.928764 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.023464 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.027427 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.044749 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 758c011a-2429-4427-9c6a-726347a1f829 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:23:41.057068 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:23:41.066830 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b073a5-1827-4295-894e-7f3507f93e95,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:41.072851 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.073226 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Added segment 7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34 of type vlan for network b947765f-96d9-4e07-8572-e8f3a30bf22e Aug 30 18:23:41.098556 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 758c011a-2429-4427-9c6a-726347a1f829 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:23:41.102415 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 758c011a-2429-4427-9c6a-726347a1f829 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:41.102935 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.114750 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.139704 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.140662 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:41.141278 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.182478 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.195623 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3055089 Aug 30 18:23:41.195860 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54404) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:41.200536 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-c5ee59af-c044-435d-a3ed-40791aee45cd admin admin] Request body: {'subnet': {'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1328658551-subnet', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:41.209186 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 758c011a-2429-4427-9c6a-726347a1f829, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=758c011a-2429-4427-9c6a-726347a1f829,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:23:41.214776 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.215623 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device d48e2a80-29df-4d47-9eeb-a74e4b60ec03 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:23:41.221351 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9efc9-54f7-4a16-8d03-8bdd04074426 admin admin] Pushing event updated for resources: {'Network': ['ID=b947765f-96d9-4e07-8572-e8f3a30bf22e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:41.235789 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ee59af-c044-435d-a3ed-40791aee45cd admin admin] Made reservation on behalf of 18b9f947918a4d3fa00153ed35ec7df9 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:23:41.238286 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c5ee59af-c044-435d-a3ed-40791aee45cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9218370'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.244085 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network b947765f-96d9-4e07-8572-e8f3a30bf22e details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:23:41.356500 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=758c011a-2429-4427-9c6a-726347a1f829,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:41.369613 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port d48e2a80-29df-4d47-9eeb-a74e4b60ec03 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:41.369998 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.407739 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c5ee59af-c044-435d-a3ed-40791aee45cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9037454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9218352'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.454762 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee59af-c044-435d-a3ed-40791aee45cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=996d0626-e01f-4053-9d8b-5bd9cb1d8a55,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:41.481017 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee59af-c044-435d-a3ed-40791aee45cd admin admin] Checking segment: {'id': '7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:23:41.481415 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee59af-c044-435d-a3ed-40791aee45cd admin admin] Network hostable DHCP agents. Network: b947765f-96d9-4e07-8572-e8f3a30bf22e, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:23:41.497600 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee59af-c044-435d-a3ed-40791aee45cd admin admin] Network b947765f-96d9-4e07-8572-e8f3a30bf22e is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:23:41.506096 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee59af-c044-435d-a3ed-40791aee45cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, b947765f-96d9-4e07-8572-e8f3a30bf22e) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:23:41.510112 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ee59af-c044-435d-a3ed-40791aee45cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:41.510689 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c5ee59af-c044-435d-a3ed-40791aee45cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.514990 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce691a84-7800-405f-b8cb-f498d96966aa None None] Network b947765f-96d9-4e07-8572-e8f3a30bf22e requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:23:41.524656 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c5ee59af-c044-435d-a3ed-40791aee45cd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3278096 Aug 30 18:23:41.527970 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54408) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:41.532273 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1328658551-router', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:41.561666 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102410'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.563166 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3763922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102429'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.572478 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Sync routers for ids ['d9d0131a-a200-4023-80a1-d3be97f7ea83'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:23:41.600174 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Routers {'d9d0131a-a200-4023-80a1-d3be97f7ea83'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:23:41.600883 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:23:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['d9d0131a-a200-4023-80a1-d3be97f7ea83'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:41.614542 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.747008 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.748887 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff832dd6-95b2-59a4-a3ae-04890c023e2b-b947765f-96d9-4e07-8572-e8f3a30bf22e', 'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'fixed_ips': [{'subnet_id': '996d0626-e01f-4053-9d8b-5bd9cb1d8a55'}]}} from dv-cinder-804296-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:23:41.749727 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.756439 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Set router d9d0131a-a200-4023-80a1-d3be97f7ea83 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:23:41.943478 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:41.962026 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.008250 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Allocated IP 172.20.0.2 (b947765f-96d9-4e07-8572-e8f3a30bf22e/996d0626-e01f-4053-9d8b-5bd9cb1d8a55/e5fbf74b-30f0-4729-9b91-078304379941) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:23:42.067665 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Allocated IP 172.27.2.185 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/95d07f37-7379-456a-8579-edd07ba14156) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:23:42.135836 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '758c011a-2429-4427-9c6a-726347a1f829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:39Z', 'revision_number': 4, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port': {'id': '758c011a-2429-4427-9c6a-726347a1f829', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '67f1b885-3d25-4115-9ec1-d409d730ce31', 'name': '', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'mac_address': 'fa:16:3e:6e:e8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:39Z', 'updated_at': '2021-08-30T18:23:39Z', 'revision_number': 2, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'subnets': [{'id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:42.168207 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Checking router: d9d0131a-a200-4023-80a1-d3be97f7ea83 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:23:42.168540 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Updating router d9d0131a-a200-4023-80a1-d3be97f7ea83 port 67f1b885-3d25-4115-9ec1-d409d730ce31 binding host dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:23:42.172474 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.211681 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.217381 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.238193 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.248142 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:23:42.252912 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:23:42.255887 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:23:42.267708 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Transition to ACTIVE for port object e5fbf74b-30f0-4729-9b91-078304379941 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:23:42.281945 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Pushing event updated for resources: {'Port': ['ID=95d07f37-7379-456a-8579-edd07ba14156,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:42.294139 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Transition to ACTIVE for port object e5fbf74b-30f0-4729-9b91-078304379941 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:23:42.340192 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.405251 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Network b947765f-96d9-4e07-8572-e8f3a30bf22e is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:23:42.411252 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:23:42.422309 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Pushing event updated for resources: {'Port': ['ID=e5fbf74b-30f0-4729-9b91-078304379941,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:42.583795 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:23:42.661302 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Attempting to bind port e5fbf74b-30f0-4729-9b91-078304379941 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:23:42.661669 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Attempting to bind port e5fbf74b-30f0-4729-9b91-078304379941 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:23:42.662027 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Attempting to bind port e5fbf74b-30f0-4729-9b91-078304379941 on network b947765f-96d9-4e07-8572-e8f3a30bf22e {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:23:42.676247 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:23:42.676618 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Checking segment: {'id': '7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:23:42.677037 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.677429 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Bound using segment: {'id': '7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:23:42.677895 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Bound port: e5fbf74b-30f0-4729-9b91-078304379941, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:23:42.678266 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.753320 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.783013 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.791676 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] For port e5fbf74b-30f0-4729-9b91-078304379941, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:23:42.796656 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] For port e5fbf74b-30f0-4729-9b91-078304379941, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=e5fbf74b-30f0-4729-9b91-078304379941,segment=NetworkSegment(7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34),segment_id=7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:23:42.799453 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Transition to ACTIVE for port object 67f1b885-3d25-4115-9ec1-d409d730ce31 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:23:42.803191 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.810967 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.884888 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64ed77-c888-47b3-b0a7-6f9ba270bcc9 None None] Pushing event updated for resources: {'Port': ['ID=e5fbf74b-30f0-4729-9b91-078304379941,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:42.966105 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3756163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3763981'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.978037 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588329c-c9be-44b0-994e-ffa07853402a None None] Pushing event updated for resources: {'Port': ['ID=67f1b885-3d25-4115-9ec1-d409d730ce31,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:42.982417 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Attempting to bind port 67f1b885-3d25-4115-9ec1-d409d730ce31 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:23:42.982781 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Attempting to bind port 67f1b885-3d25-4115-9ec1-d409d730ce31 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': 'ccb82b43-f6de-40e6-96f1-ee48c4149495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:23:42.983143 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Attempting to bind port 67f1b885-3d25-4115-9ec1-d409d730ce31 on network b15f2efd-176b-4c8d-9d6a-18913de6080e {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:23:42.988814 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:23:42.989217 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Checking segment: {'id': 'ccb82b43-f6de-40e6-96f1-ee48c4149495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:23:42.989615 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:42.989999 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Bound using segment: {'id': 'ccb82b43-f6de-40e6-96f1-ee48c4149495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:23:42.990453 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Bound port: 67f1b885-3d25-4115-9ec1-d409d730ce31, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb82b43-f6de-40e6-96f1-ee48c4149495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:23:42.990828 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:43.029775 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 758c011a-2429-4427-9c6a-726347a1f829 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:23:43.127492 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] For port 67f1b885-3d25-4115-9ec1-d409d730ce31, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:23:43.127492 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] For port 67f1b885-3d25-4115-9ec1-d409d730ce31, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=67f1b885-3d25-4115-9ec1-d409d730ce31,segment=NetworkSegment(ccb82b43-f6de-40e6-96f1-ee48c4149495),segment_id=ccb82b43-f6de-40e6-96f1-ee48c4149495)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:23:43.137923 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:43.153291 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Router e7f912b7-79f7-4118-bc46-122b0a05d881 is scheduled to L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:23:43.195364 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 758c011a-2429-4427-9c6a-726347a1f829 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:43.195740 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:43.269819 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588329c-c9be-44b0-994e-ffa07853402a None None] Pushing event updated for resources: {'Port': ['ID=67f1b885-3d25-4115-9ec1-d409d730ce31,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:43.274431 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Routers {'d9d0131a-a200-4023-80a1-d3be97f7ea83'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:23:43.275132 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:23:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['d9d0131a-a200-4023-80a1-d3be97f7ea83'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:43.312660 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:23:43.324951 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Sync routers for ids ['e7f912b7-79f7-4118-bc46-122b0a05d881'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:23:43.336059 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Routers {'e7f912b7-79f7-4118-bc46-122b0a05d881'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:23:43.337042 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:23:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['e7f912b7-79f7-4118-bc46-122b0a05d881'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:43.342445 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:43.348039 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4a010707-056b-4bbe-b0ee-c9f82ccc2afe admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8190053 Aug 30 18:23:43.350926 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54414) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:23:43.434137 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] Set router d9d0131a-a200-4023-80a1-d3be97f7ea83 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:23:43.465783 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Set router e7f912b7-79f7-4118-bc46-122b0a05d881 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:23:43.645962 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '758c011a-2429-4427-9c6a-726347a1f829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:39Z', 'revision_number': 4, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port': {'id': '758c011a-2429-4427-9c6a-726347a1f829', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '67f1b885-3d25-4115-9ec1-d409d730ce31', 'name': '', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'mac_address': 'fa:16:3e:6e:e8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:39Z', 'updated_at': '2021-08-30T18:23:43Z', 'revision_number': 4, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'subnets': [{'id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:43.654139 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'name': 'tempest-TestMinimumBasicScenario-1328658551-router', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '95d07f37-7379-456a-8579-edd07ba14156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:23:42Z', 'revision_number': 3, 'project_id': '18b9f947918a4d3fa00153ed35ec7df9', 'gw_port': {'id': '95d07f37-7379-456a-8579-edd07ba14156', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:23:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:43.676581 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a69e5-beff-4b61-a7d9-0a3ee9c54cb6 None None] The sync data for ids ['d9d0131a-a200-4023-80a1-d3be97f7ea83'] in dv-cinder-804296-2-iscsi is: [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '758c011a-2429-4427-9c6a-726347a1f829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:39Z', 'revision_number': 4, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port': {'id': '758c011a-2429-4427-9c6a-726347a1f829', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '67f1b885-3d25-4115-9ec1-d409d730ce31', 'name': '', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'mac_address': 'fa:16:3e:6e:e8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:39Z', 'updated_at': '2021-08-30T18:23:43Z', 'revision_number': 4, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'subnets': [{'id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:23:43.698488 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Checking router: e7f912b7-79f7-4118-bc46-122b0a05d881 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:23:43.699261 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Updating router e7f912b7-79f7-4118-bc46-122b0a05d881 port 95d07f37-7379-456a-8579-edd07ba14156 binding host dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:23:43.739773 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:43.868485 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.038604 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.042517 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Allocated IP 172.20.0.1 (b947765f-96d9-4e07-8572-e8f3a30bf22e/996d0626-e01f-4053-9d8b-5bd9cb1d8a55/4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:23:44.052681 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Transition to ACTIVE for port object 95d07f37-7379-456a-8579-edd07ba14156 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:23:44.061898 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.121942 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772772d-0b66-42f9-b778-7feca7aa008b None None] Pushing event updated for resources: {'Port': ['ID=95d07f37-7379-456a-8579-edd07ba14156,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:44.150689 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f15e1bb-b200-4aa6-b501-6a71939e826c None None] Network b947765f-96d9-4e07-8572-e8f3a30bf22e requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:23:44.153928 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Attempting to bind port 95d07f37-7379-456a-8579-edd07ba14156 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:23:44.154303 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Attempting to bind port 95d07f37-7379-456a-8579-edd07ba14156 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:23:44.154666 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Attempting to bind port 95d07f37-7379-456a-8579-edd07ba14156 on network b260bd70-94f8-4100-a215-2751a0a4278f {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:23:44.161746 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:23:44.162138 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Checking segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:23:44.162545 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.162948 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Bound using segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:23:44.163978 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Bound port: 95d07f37-7379-456a-8579-edd07ba14156, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:23:44.164379 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.184010 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.197762 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Transition to ACTIVE for port object 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:23:44.243231 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] For port 95d07f37-7379-456a-8579-edd07ba14156, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:23:44.248110 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] For port 95d07f37-7379-456a-8579-edd07ba14156, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=95d07f37-7379-456a-8579-edd07ba14156,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:23:44.252762 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.261820 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.307543 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-3a5d77fc-d544-45f3-8dfc-466357927ec0 None None] Provisioning for port e5fbf74b-30f0-4729-9b91-078304379941 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:23:44.332673 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Network b947765f-96d9-4e07-8572-e8f3a30bf22e is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:23:44.338986 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Routers {'e7f912b7-79f7-4118-bc46-122b0a05d881'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:23:44.339635 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:23:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['e7f912b7-79f7-4118-bc46-122b0a05d881'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:44.349267 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Pushing event updated for resources: {'Port': ['ID=4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:44.352589 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:23:44.355467 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:23:44.395730 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3764178'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.402161 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772772d-0b66-42f9-b778-7feca7aa008b None None] Pushing event updated for resources: {'Port': ['ID=95d07f37-7379-456a-8579-edd07ba14156,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:44.481749 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] Set router e7f912b7-79f7-4118-bc46-122b0a05d881 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:23:44.558285 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.668280 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-e79cdb45-5632-4568-ab64-83c92273cbfa None None] Provisioning for port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:23:44.672535 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-e79cdb45-5632-4568-ab64-83c92273cbfa None None] Provisioning complete for port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:44.672913 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e79cdb45-5632-4568-ab64-83c92273cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.730387 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-e79cdb45-5632-4568-ab64-83c92273cbfa None None] Port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:23:44.752766 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'name': 'tempest-TestMinimumBasicScenario-1328658551-router', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '95d07f37-7379-456a-8579-edd07ba14156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:23:42Z', 'revision_number': 3, 'project_id': '18b9f947918a4d3fa00153ed35ec7df9', 'gw_port': {'id': '95d07f37-7379-456a-8579-edd07ba14156', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:44.778410 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.786885 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771742'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.857315 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-bf37563c-b472-47d0-93d4-4b438aa0a65a None None] Provisioning complete for port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:44.858030 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bf37563c-b472-47d0-93d4-4b438aa0a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:44.874638 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b213278-f0c4-4e11-9ada-6799d61871cf None None] The sync data for ids ['e7f912b7-79f7-4118-bc46-122b0a05d881'] in dv-cinder-804296-2-iscsi is: [{'id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'name': 'tempest-TestMinimumBasicScenario-1328658551-router', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '95d07f37-7379-456a-8579-edd07ba14156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:23:42Z', 'revision_number': 3, 'project_id': '18b9f947918a4d3fa00153ed35ec7df9', 'gw_port': {'id': '95d07f37-7379-456a-8579-edd07ba14156', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:23:44.917103 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-bf37563c-b472-47d0-93d4-4b438aa0a65a None None] Port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:23:45.042420 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device e5fbf74b-30f0-4729-9b91-078304379941 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:23:45.095553 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port e5fbf74b-30f0-4729-9b91-078304379941 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:23:45.099662 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port e5fbf74b-30f0-4729-9b91-078304379941 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:45.100035 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:45.103828 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Pushing event updated for resources: {'Port': ['ID=4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:45.113668 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3762445'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:45.178365 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:45.214369 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port e5fbf74b-30f0-4729-9b91-078304379941, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=e5fbf74b-30f0-4729-9b91-078304379941,segment=NetworkSegment(7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34),segment_id=7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:23:45.215701 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Network b947765f-96d9-4e07-8572-e8f3a30bf22e is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:23:45.217441 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:23:45.222529 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:45.223127 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 67f1b885-3d25-4115-9ec1-d409d730ce31 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:23:45.342211 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=e5fbf74b-30f0-4729-9b91-078304379941,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:45.355701 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 67f1b885-3d25-4115-9ec1-d409d730ce31 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:23:45.360650 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 67f1b885-3d25-4115-9ec1-d409d730ce31 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:45.361062 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:45.388129 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Router e7f912b7-79f7-4118-bc46-122b0a05d881 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:23:45.469801 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:45.507075 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 67f1b885-3d25-4115-9ec1-d409d730ce31, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=67f1b885-3d25-4115-9ec1-d409d730ce31,segment=NetworkSegment(ccb82b43-f6de-40e6-96f1-ee48c4149495),segment_id=ccb82b43-f6de-40e6-96f1-ee48c4149495)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:23:45.511484 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:45.526573 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:23:45.540201 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-bbe6d747-1c2c-41b6-bba2-0d8d9ac7fd47 admin admin] 10.222.0.16 "PUT /v2.0/routers/e7f912b7-79f7-4118-bc46-122b0a05d881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1801541 Aug 30 18:23:45.582814 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-666be7e1-cee3-489c-873e-91cf393ffbed None None] Provisioning complete for port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:45.583183 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-666be7e1-cee3-489c-873e-91cf393ffbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:45.584781 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=67f1b885-3d25-4115-9ec1-d409d730ce31,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:45.621130 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-666be7e1-cee3-489c-873e-91cf393ffbed None None] Port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:23:46.811583 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Sync routers for ids ['e7f912b7-79f7-4118-bc46-122b0a05d881'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:23:46.823402 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Routers {'e7f912b7-79f7-4118-bc46-122b0a05d881'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:23:46.824126 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:23:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['e7f912b7-79f7-4118-bc46-122b0a05d881'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:46.966993 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Set router e7f912b7-79f7-4118-bc46-122b0a05d881 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:23:47.115201 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device e5fbf74b-30f0-4729-9b91-078304379941 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:23:47.215865 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port e5fbf74b-30f0-4729-9b91-078304379941 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:47.216257 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:47.273644 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'name': 'tempest-TestMinimumBasicScenario-1328658551-router', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '95d07f37-7379-456a-8579-edd07ba14156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:23:44Z', 'revision_number': 4, 'project_id': '18b9f947918a4d3fa00153ed35ec7df9', 'gw_port': {'id': '95d07f37-7379-456a-8579-edd07ba14156', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1', 'name': '', 'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'mac_address': 'fa:16:3e:88:83:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '996d0626-e01f-4053-9d8b-5bd9cb1d8a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:43Z', 'updated_at': '2021-08-30T18:23:44Z', 'revision_number': 2, 'project_id': '18b9f947918a4d3fa00153ed35ec7df9', 'subnets': [{'id': '996d0626-e01f-4053-9d8b-5bd9cb1d8a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:47.304171 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Checking router: e7f912b7-79f7-4118-bc46-122b0a05d881 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:23:47.304435 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Updating router e7f912b7-79f7-4118-bc46-122b0a05d881 port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 binding host dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:23:47.476126 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:47.494972 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 67f1b885-3d25-4115-9ec1-d409d730ce31 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:23:47.638344 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 67f1b885-3d25-4115-9ec1-d409d730ce31 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:47.638721 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:47.800849 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 95d07f37-7379-456a-8579-edd07ba14156 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:23:47.890926 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:47.903374 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Transition to ACTIVE for port object 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:23:47.906761 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 95d07f37-7379-456a-8579-edd07ba14156 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:23:47.910784 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 95d07f37-7379-456a-8579-edd07ba14156 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:47.911156 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:47.914058 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:48.004107 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1aa561-b9d1-4723-8f54-69aaa6295fd7 None None] Pushing event updated for resources: {'Port': ['ID=4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:48.091050 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Attempting to bind port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:23:48.091419 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Attempting to bind port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:23:48.091782 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Attempting to bind port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 on network b947765f-96d9-4e07-8572-e8f3a30bf22e {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:23:48.098132 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:23:48.098509 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Checking segment: {'id': '7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:23:48.098918 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:48.099316 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Bound using segment: {'id': '7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:23:48.099790 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Bound port: 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:23:48.100168 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:48.102371 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:48.135636 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 95d07f37-7379-456a-8579-edd07ba14156, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=95d07f37-7379-456a-8579-edd07ba14156,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:23:48.156728 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:48.228617 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=95d07f37-7379-456a-8579-edd07ba14156,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:48.231679 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] For port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:23:48.235115 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] For port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1,segment=NetworkSegment(7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34),segment_id=7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:23:48.241151 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:48.322895 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1aa561-b9d1-4723-8f54-69aaa6295fd7 None None] Pushing event updated for resources: {'Port': ['ID=4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:48.327285 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Routers {'e7f912b7-79f7-4118-bc46-122b0a05d881'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:23:48.328153 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:23:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['e7f912b7-79f7-4118-bc46-122b0a05d881'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:48.460020 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] Set router e7f912b7-79f7-4118-bc46-122b0a05d881 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:23:48.702929 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'name': 'tempest-TestMinimumBasicScenario-1328658551-router', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '95d07f37-7379-456a-8579-edd07ba14156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:23:44Z', 'revision_number': 4, 'project_id': '18b9f947918a4d3fa00153ed35ec7df9', 'gw_port': {'id': '95d07f37-7379-456a-8579-edd07ba14156', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1', 'name': '', 'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'mac_address': 'fa:16:3e:88:83:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '996d0626-e01f-4053-9d8b-5bd9cb1d8a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:43Z', 'updated_at': '2021-08-30T18:23:48Z', 'revision_number': 4, 'project_id': '18b9f947918a4d3fa00153ed35ec7df9', 'subnets': [{'id': '996d0626-e01f-4053-9d8b-5bd9cb1d8a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:23:48.732969 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df4a82b-ecdf-43ca-95bf-658f5a4796e9 None None] The sync data for ids ['e7f912b7-79f7-4118-bc46-122b0a05d881'] in dv-cinder-804296-2-iscsi is: [{'id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'name': 'tempest-TestMinimumBasicScenario-1328658551-router', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '95d07f37-7379-456a-8579-edd07ba14156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:23:44Z', 'revision_number': 4, 'project_id': '18b9f947918a4d3fa00153ed35ec7df9', 'gw_port': {'id': '95d07f37-7379-456a-8579-edd07ba14156', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1', 'name': '', 'network_id': 'b947765f-96d9-4e07-8572-e8f3a30bf22e', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'mac_address': 'fa:16:3e:88:83:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '996d0626-e01f-4053-9d8b-5bd9cb1d8a55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:43Z', 'updated_at': '2021-08-30T18:23:48Z', 'revision_number': 4, 'project_id': '18b9f947918a4d3fa00153ed35ec7df9', 'subnets': [{'id': '996d0626-e01f-4053-9d8b-5bd9cb1d8a55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:23:49.114741 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:23:49.224835 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:23:49.235814 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:49.236399 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:49.378408 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:49.414028 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1,segment=NetworkSegment(7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34),segment_id=7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:23:49.420659 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:49.421614 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 95d07f37-7379-456a-8579-edd07ba14156 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:23:49.501131 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:49.514634 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 95d07f37-7379-456a-8579-edd07ba14156 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:49.515010 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:50.996077 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:23:51.048103 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:51.048480 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:53.652103 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:23:55.027772 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-bd50fc97-acb2-48fd-a0f7-16b470e8de80 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:55.029256 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-bd50fc97-acb2-48fd-a0f7-16b470e8de80 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/networks?id=b15f2efd-176b-4c8d-9d6a-18913de6080e HTTP/1.1" status: 200 len: 815 time: 0.1001937 Aug 30 18:23:55.044094 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-3b198dd5-6efb-41e4-b82b-150b2ee91217 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/quotas/2f9141f51c584769a353c95eaf389b35 HTTP/1.1" status: 200 len: 375 time: 0.0087366 Aug 30 18:23:55.100352 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-62090708-c878-4cd6-a48f-6880c46b3dfc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f9141f51c584769a353c95eaf389b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511312 Aug 30 18:23:55.191722 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-0f426245-1903-4212-8d63-30e0d3af86bb service neutron] 10.222.0.16 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801005 Aug 30 18:23:55.280491 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-de96b729-d3cc-4c1c-9996-3416e6c7a6a3 service neutron] 10.222.0.16 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826838 Aug 30 18:23:55.436037 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-be39d574-d9a5-4c53-a7bc-252cd6798121 req-33d2d684-51c9-4250-9f6e-9c1283e4dd4b tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 210 time: 0.0265849 Aug 30 18:23:56.328871 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-5b4c5d3e-b894-4619-b269-8930be20f140 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:56.330323 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-5b4c5d3e-b894-4619-b269-8930be20f140 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.36 "GET /v2.0/networks?id=b15f2efd-176b-4c8d-9d6a-18913de6080e HTTP/1.1" status: 200 len: 815 time: 0.1012697 Aug 30 18:23:56.345539 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Request body: {'port': {'device_id': '2908da0c-1660-455b-889c-718f240604dc', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'admin_state_up': True, 'tenant_id': '2f9141f51c584769a353c95eaf389b35'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:23:56.463558 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Made reservation on behalf of 2f9141f51c584769a353c95eaf389b35 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:23:56.467861 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:56.575023 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae418718-cb73-4635-91c8-c111d19a5934 req-130c15cf-03e3-4e5d-a270-7453464720a3 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 210 time: 0.0477803 Aug 30 18:23:56.626717 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Allocated IP 172.20.0.3 (b15f2efd-176b-4c8d-9d6a-18913de6080e/30ba3a2c-cdc3-477f-bb45-7f79c65a032c/f4f238ad-3369-4e94-8071-90110b33554c) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:23:56.824306 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:56.840681 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Transition to ACTIVE for port object f4f238ad-3369-4e94-8071-90110b33554c will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:23:56.849976 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e9160-afc3-4289-a800-46f1f21a8196 req-013436df-55bb-4796-92c4-f4bdb3bbcfaa tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:56.865553 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e52e9160-afc3-4289-a800-46f1f21a8196 req-013436df-55bb-4796-92c4-f4bdb3bbcfaa tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0987632 Aug 30 18:23:56.894156 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:56.912002 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e52e9160-afc3-4289-a800-46f1f21a8196 req-25aae9ec-faf0-4ea2-ad8b-d6648c32e79a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454216 Aug 30 18:23:56.969514 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event updated for resources: {'Port': ['ID=f4f238ad-3369-4e94-8071-90110b33554c,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:23:56.979123 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:56.979450 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:56.979788 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:56.980126 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:56.980461 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:56.980790 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:56.981156 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:56.981541 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:56.982023 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:56.982346 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:56.982680 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:56.982992 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:23:56.994446 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Network b15f2efd-176b-4c8d-9d6a-18913de6080e is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:23:56.995859 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:23:56.998348 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:23:57.056906 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:57.058033 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:57.099495 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-f7a399fd-719a-4b40-b114-73e0bffb52b8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585127 Aug 30 18:23:57.297352 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-9fe56c6f-aa13-4710-849c-0ed778b9da84 None None] Provisioning for port f4f238ad-3369-4e94-8071-90110b33554c completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:23:57.302559 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-9fe56c6f-aa13-4710-849c-0ed778b9da84 None None] Provisioning complete for port f4f238ad-3369-4e94-8071-90110b33554c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:23:57.303009 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9fe56c6f-aa13-4710-849c-0ed778b9da84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:23:57.340257 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-9fe56c6f-aa13-4710-849c-0ed778b9da84 None None] Port f4f238ad-3369-4e94-8071-90110b33554c cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:23:57.685004 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd71ff-d88e-423d-8d9a-bc8ce5a2abfb req-d591ad09-59ea-4eea-90c3-bf2f6a7e2dc0 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:57.686620 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bcfd71ff-d88e-423d-8d9a-bc8ce5a2abfb req-d591ad09-59ea-4eea-90c3-bf2f6a7e2dc0 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 931 time: 0.0502076 Aug 30 18:23:57.726158 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bcfd71ff-d88e-423d-8d9a-bc8ce5a2abfb req-f363a5a7-4f96-49a3-ae61-2b145275081b tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326045 Aug 30 18:23:58.028894 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07102158-865f-43c1-8bf3-b74da30c1a4b req-c5e5af47-255e-49f2-82eb-750124442355 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:58.030399 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-07102158-865f-43c1-8bf3-b74da30c1a4b req-c5e5af47-255e-49f2-82eb-750124442355 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0509086 Aug 30 18:23:58.069865 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-07102158-865f-43c1-8bf3-b74da30c1a4b req-b9dc7144-21c0-4cd2-827c-5f31533b1af6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327637 Aug 30 18:23:58.843275 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d3c1b-737b-457f-a19a-05733ac4e0d6 req-4900d09a-2c55-4256-b640-454d4d89f433 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:58.844811 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c70d3c1b-737b-457f-a19a-05733ac4e0d6 req-4900d09a-2c55-4256-b640-454d4d89f433 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 931 time: 0.0506926 Aug 30 18:23:58.889239 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c70d3c1b-737b-457f-a19a-05733ac4e0d6 req-17f7f48d-260d-4da3-878a-439a24f04ce6 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376904 Aug 30 18:23:59.194996 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd22d33-07f5-45ac-935a-55f48ae698f4 req-0e556674-7781-420d-b1af-8e01c64c648f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:23:59.196499 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ecd22d33-07f5-45ac-935a-55f48ae698f4 req-0e556674-7781-420d-b1af-8e01c64c648f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0495365 Aug 30 18:23:59.235594 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ecd22d33-07f5-45ac-935a-55f48ae698f4 req-f9049f19-abd3-4685-856f-161eeb0467d8 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332417 Aug 30 18:24:00.005166 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93029603-ada9-4102-96f5-9b6f9ecab4e7 req-3ec74855-0b8f-4d14-bd03-766c4adf184d tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:00.006685 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-93029603-ada9-4102-96f5-9b6f9ecab4e7 req-3ec74855-0b8f-4d14-bd03-766c4adf184d tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 931 time: 0.0501702 Aug 30 18:24:00.045307 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-93029603-ada9-4102-96f5-9b6f9ecab4e7 req-67667d80-87a2-4cef-a40b-cc0b27d81cc8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326314 Aug 30 18:24:00.359128 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e67683-f60b-40eb-a1f1-c3abb87c8742 req-5f73d6cf-a2dd-4ce6-9a12-24c7d045877e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:00.360620 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e8e67683-f60b-40eb-a1f1-c3abb87c8742 req-5f73d6cf-a2dd-4ce6-9a12-24c7d045877e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0504634 Aug 30 18:24:00.402886 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e8e67683-f60b-40eb-a1f1-c3abb87c8742 req-0f748abe-6a60-43dc-a173-4b2ebe69ccab tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354230 Aug 30 18:24:01.163941 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c672b52-cd39-4fbf-afa1-567e82d4e6d5 req-c4e49f27-6efa-41d6-899e-1cf0658121c4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:01.165468 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6c672b52-cd39-4fbf-afa1-567e82d4e6d5 req-c4e49f27-6efa-41d6-899e-1cf0658121c4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 931 time: 0.0511599 Aug 30 18:24:01.204741 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6c672b52-cd39-4fbf-afa1-567e82d4e6d5 req-0cbf27f4-fd84-4c58-94f2-5dd3ad008865 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330489 Aug 30 18:24:01.313924 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-698ae86d-a866-4abe-b00e-7f02521e03cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:01.532802 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa75df3-6bba-4c48-b4eb-1d105ae6815b req-ebad77b8-c174-41bb-bb13-611d103a52b7 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:01.534480 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9fa75df3-6bba-4c48-b4eb-1d105ae6815b req-ebad77b8-c174-41bb-bb13-611d103a52b7 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0505898 Aug 30 18:24:01.575819 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9fa75df3-6bba-4c48-b4eb-1d105ae6815b req-cc03f77a-12c8-4299-97bb-6993a32a35d5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351853 Aug 30 18:24:02.320129 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3aeeb-f12d-4e94-a8c1-13df8514d859 req-cde1d3cf-dd84-4852-982b-e7dc3a5f1fc9 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:02.321734 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5fa3aeeb-f12d-4e94-a8c1-13df8514d859 req-cde1d3cf-dd84-4852-982b-e7dc3a5f1fc9 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 931 time: 0.0495145 Aug 30 18:24:02.364367 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5fa3aeeb-f12d-4e94-a8c1-13df8514d859 req-847f20a3-0846-4afb-99a7-c9b40e38f871 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366948 Aug 30 18:24:02.696235 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d256a-1f0c-44b5-9832-b21f0e51c54a req-07cabafe-7285-44f4-afae-eac2c2a7121c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:02.697885 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-823d256a-1f0c-44b5-9832-b21f0e51c54a req-07cabafe-7285-44f4-afae-eac2c2a7121c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0490026 Aug 30 18:24:02.736289 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-823d256a-1f0c-44b5-9832-b21f0e51c54a req-e26c5a35-90fb-4e11-8fb7-cc86797760ef tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322449 Aug 30 18:24:03.480636 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257e399-a712-4a94-a491-bb4d03c9a82d req-84f23791-9b89-43dc-a0cc-caaddf5806f5 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:03.482213 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5257e399-a712-4a94-a491-bb4d03c9a82d req-84f23791-9b89-43dc-a0cc-caaddf5806f5 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 931 time: 0.0492182 Aug 30 18:24:03.521407 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5257e399-a712-4a94-a491-bb4d03c9a82d req-8bded211-8aab-4627-9c9f-36a4f17a1edc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Aug 30 18:24:03.855748 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73c5d2-80da-4e0f-b343-b4bb9edf37f3 req-7aa1b37c-a636-407a-88f1-a934a8a62acf tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:03.857580 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af73c5d2-80da-4e0f-b343-b4bb9edf37f3 req-7aa1b37c-a636-407a-88f1-a934a8a62acf tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0496759 Aug 30 18:24:03.900767 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af73c5d2-80da-4e0f-b343-b4bb9edf37f3 req-d6d1264f-874f-45e4-b54b-b1bb532f88a4 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364163 Aug 30 18:24:03.968660 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b16e-8b39-4738-9ba8-caf0e6644484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:04.021963 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:04.636743 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dac1f-5709-4121-96a7-2bfaa7b7d91b req-83e4bb65-59ac-43a8-926c-69263caca2b3 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:04.638281 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0e8dac1f-5709-4121-96a7-2bfaa7b7d91b req-83e4bb65-59ac-43a8-926c-69263caca2b3 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 931 time: 0.0494897 Aug 30 18:24:04.676831 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0e8dac1f-5709-4121-96a7-2bfaa7b7d91b req-5e39135d-09b9-40de-b0d8-c3274f876dc3 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327315 Aug 30 18:24:05.021497 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186821c4-f907-4351-965d-9f6c324eb9b3 req-92b66048-b730-4747-8f3e-90f382f65182 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:05.023016 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-186821c4-f907-4351-965d-9f6c324eb9b3 req-92b66048-b730-4747-8f3e-90f382f65182 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0489721 Aug 30 18:24:05.062783 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-186821c4-f907-4351-965d-9f6c324eb9b3 req-14a6ef69-5a49-4dd9-822d-906209f0c1f7 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337100 Aug 30 18:24:05.181191 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:05.792558 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5c63e-ff86-41de-852c-d2e9480f75f0 req-4bc4a55f-8a62-41a7-8044-3d16d480c405 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:05.794269 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0ee5c63e-ff86-41de-852c-d2e9480f75f0 req-4bc4a55f-8a62-41a7-8044-3d16d480c405 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 931 time: 0.0497692 Aug 30 18:24:05.837124 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0ee5c63e-ff86-41de-852c-d2e9480f75f0 req-879c4827-3af2-456c-86e2-3b1a4013a424 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370193 Aug 30 18:24:06.187160 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae88db-5223-4b87-af10-56f9a8013433 req-fb0a6d1a-9b42-4b6e-82d7-b9d233b6cf79 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:06.188658 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e4ae88db-5223-4b87-af10-56f9a8013433 req-fb0a6d1a-9b42-4b6e-82d7-b9d233b6cf79 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0536187 Aug 30 18:24:06.227534 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e4ae88db-5223-4b87-af10-56f9a8013433 req-5beb14d4-6f2f-4ffa-ac14-36f488ddec7d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323737 Aug 30 18:24:06.542117 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:06.947313 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06fc97-3329-4e64-b235-1fe6a6362519 req-1869d731-51f5-459f-ad51-d5090e8cd9dd tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:06.948766 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ff06fc97-3329-4e64-b235-1fe6a6362519 req-1869d731-51f5-459f-ad51-d5090e8cd9dd tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 931 time: 0.0474079 Aug 30 18:24:06.986381 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ff06fc97-3329-4e64-b235-1fe6a6362519 req-3de849bf-57c0-43e1-b443-4b6bb2633826 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308981 Aug 30 18:24:07.008623 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Request body: {'port': {'device_id': '2908da0c-1660-455b-889c-718f240604dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:24:07.059747 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:07.319872 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f238ad-3369-4e94-8071-90110b33554c {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:24:07.327150 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:07.339893 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Transition to ACTIVE for port object f4f238ad-3369-4e94-8071-90110b33554c will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:24:07.343549 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:07.345567 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a40434-fe89-4131-9034-69d5b7000266 req-26f5e44a-d142-4bb7-a4c6-495a979d8595 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:07.347360 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-06a40434-fe89-4131-9034-69d5b7000266 req-26f5e44a-d142-4bb7-a4c6-495a979d8595 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0492544 Aug 30 18:24:07.389755 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-06a40434-fe89-4131-9034-69d5b7000266 req-bc0311b7-d033-4f44-b71e-2a84edb79290 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364285 Aug 30 18:24:07.394660 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f238ad-3369-4e94-8071-90110b33554c,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:07.462355 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Attempting to bind port f4f238ad-3369-4e94-8071-90110b33554c on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:24:07.462695 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Attempting to bind port f4f238ad-3369-4e94-8071-90110b33554c by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'ccb82b43-f6de-40e6-96f1-ee48c4149495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:24:07.463026 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Attempting to bind port f4f238ad-3369-4e94-8071-90110b33554c on network b15f2efd-176b-4c8d-9d6a-18913de6080e {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:24:07.467477 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Port f4f238ad-3369-4e94-8071-90110b33554c on network b15f2efd-176b-4c8d-9d6a-18913de6080e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:24:07.467797 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Attempting to bind port f4f238ad-3369-4e94-8071-90110b33554c on network b15f2efd-176b-4c8d-9d6a-18913de6080e {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:24:07.472693 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:24:07.473059 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Checking segment: {'id': 'ccb82b43-f6de-40e6-96f1-ee48c4149495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:24:07.473447 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Bound using segment: {'id': 'ccb82b43-f6de-40e6-96f1-ee48c4149495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:24:07.473880 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Bound port: f4f238ad-3369-4e94-8071-90110b33554c, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccb82b43-f6de-40e6-96f1-ee48c4149495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:24:07.474310 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:07.546324 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] For port f4f238ad-3369-4e94-8071-90110b33554c, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:24:07.546324 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] For port f4f238ad-3369-4e94-8071-90110b33554c, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=f4f238ad-3369-4e94-8071-90110b33554c,segment=NetworkSegment(ccb82b43-f6de-40e6-96f1-ee48c4149495),segment_id=ccb82b43-f6de-40e6-96f1-ee48c4149495)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:24:07.551559 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:07.583346 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:07.584002 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:07.585484 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4f238ad-3369-4e94-8071-90110b33554c HTTP/1.1" status: 200 len: 1093 time: 0.5830910 Aug 30 18:24:07.585951 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:24:07.588269 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48896756-645d-4f45-8b39-f251e0faa85e" -d '{"events": [{"name": "network-changed", "server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "tag": "f4f238ad-3369-4e94-8071-90110b33554c"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:24:07.615951 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1609fee-40d6-40d7-85a9-ac30b73e8ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f238ad-3369-4e94-8071-90110b33554c,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:07.638469 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2509e9-bb98-4451-a939-daad2750c559 x-openstack-request-id: req-6b2509e9-bb98-4451-a939-daad2750c559 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:24:07.640490 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "tag": "f4f238ad-3369-4e94-8071-90110b33554c", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:24:07.640769 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b2509e9-bb98-4451-a939-daad2750c559 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:24:07.641182 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c', 'status': 'completed', 'code': 200} Aug 30 18:24:07.672245 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-0f1b8e2f-eac0-45f2-84e7-0da85d8c1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:07.674020 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-0f1b8e2f-eac0-45f2-84e7-0da85d8c1631 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f9141f51c584769a353c95eaf389b35&device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 1096 time: 0.0480402 Aug 30 18:24:07.720232 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-167cc6ba-6983-4790-94ec-22a3199f802b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f238ad-3369-4e94-8071-90110b33554c HTTP/1.1" status: 200 len: 217 time: 0.0383081 Aug 30 18:24:07.770896 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-cdbed1e8-f2c6-4927-908d-8c6e25697e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:07.772358 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-cdbed1e8-f2c6-4927-908d-8c6e25697e44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30ba3a2c-cdc3-477f-bb45-7f79c65a032c HTTP/1.1" status: 200 len: 854 time: 0.0456703 Aug 30 18:24:07.819022 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-45a03ad0-e6b3-4814-abc2-b6f30cd475d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:07.820574 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-45a03ad0-e6b3-4814-abc2-b6f30cd475d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b15f2efd-176b-4c8d-9d6a-18913de6080e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401688 Aug 30 18:24:07.914933 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-329152ac-97f0-46d2-bef5-1ab9b46c8632 service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828726 Aug 30 18:24:08.003357 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a2a5212-0f4e-4dd8-9203-5240b8bc24d3 req-52ead72c-ddf0-49b7-a5b2-e912f2e810f3 service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802147 Aug 30 18:24:08.086282 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48896756-645d-4f45-8b39-f251e0faa85e req-5a6cb9a1-6adb-450a-9d0a-530df6901ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:08.087759 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-48896756-645d-4f45-8b39-f251e0faa85e req-5a6cb9a1-6adb-450a-9d0a-530df6901ef8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f9141f51c584769a353c95eaf389b35&device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 1096 time: 0.0418940 Aug 30 18:24:08.099319 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6481ca-2666-4799-a8cc-71333695862d req-1aa59af1-449a-4cbd-812d-90fbed3d70d5 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:08.100786 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bc6481ca-2666-4799-a8cc-71333695862d req-1aa59af1-449a-4cbd-812d-90fbed3d70d5 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 943 time: 0.0474308 Aug 30 18:24:08.138563 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bc6481ca-2666-4799-a8cc-71333695862d req-063d4b04-1d9f-495c-b99c-ba7e5a86abe4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316672 Aug 30 18:24:08.180810 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48896756-645d-4f45-8b39-f251e0faa85e req-bc2069f2-be3c-4f98-a754-88b6c857a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:08.182298 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-48896756-645d-4f45-8b39-f251e0faa85e req-bc2069f2-be3c-4f98-a754-88b6c857a6aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=b15f2efd-176b-4c8d-9d6a-18913de6080e HTTP/1.1" status: 200 len: 916 time: 0.0868833 Aug 30 18:24:08.225501 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-48896756-645d-4f45-8b39-f251e0faa85e req-f65c6faa-0e9e-4a80-887a-186a0e7caa93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f238ad-3369-4e94-8071-90110b33554c HTTP/1.1" status: 200 len: 217 time: 0.0348413 Aug 30 18:24:08.276597 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48896756-645d-4f45-8b39-f251e0faa85e req-886d0091-3c52-49b5-a6ab-aebaabdcbd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:08.277928 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-48896756-645d-4f45-8b39-f251e0faa85e req-886d0091-3c52-49b5-a6ab-aebaabdcbd7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30ba3a2c-cdc3-477f-bb45-7f79c65a032c HTTP/1.1" status: 200 len: 854 time: 0.0438797 Aug 30 18:24:08.322104 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48896756-645d-4f45-8b39-f251e0faa85e req-abbf156c-d1c9-46b4-be05-51f1abc375a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:08.323514 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-48896756-645d-4f45-8b39-f251e0faa85e req-abbf156c-d1c9-46b4-be05-51f1abc375a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b15f2efd-176b-4c8d-9d6a-18913de6080e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371940 Aug 30 18:24:08.410721 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-48896756-645d-4f45-8b39-f251e0faa85e req-b8cf79e4-7279-41f4-9d1e-047f647fa174 service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780995 Aug 30 18:24:08.502639 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-48896756-645d-4f45-8b39-f251e0faa85e req-92de2150-b186-4631-a3a2-ee02451d7167 service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831788 Aug 30 18:24:08.514759 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aa90f-c963-4415-a0fd-8e8de3e0de81 req-cfe3e949-db2e-40a0-b9bf-d99197bfcfde tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:08.516254 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4f8aa90f-c963-4415-a0fd-8e8de3e0de81 req-cfe3e949-db2e-40a0-b9bf-d99197bfcfde tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0488045 Aug 30 18:24:08.554835 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4f8aa90f-c963-4415-a0fd-8e8de3e0de81 req-64482e2f-4ae1-4e4f-ac1d-7317987de64a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306759 Aug 30 18:24:09.251995 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff234a4e-0e23-40dd-853e-89dd00fc8afb req-44568228-7a55-4e71-bce6-d8319a18c5d4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:09.254088 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ff234a4e-0e23-40dd-853e-89dd00fc8afb req-44568228-7a55-4e71-bce6-d8319a18c5d4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 943 time: 0.0480673 Aug 30 18:24:09.293660 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ff234a4e-0e23-40dd-853e-89dd00fc8afb req-477c3c7f-7cd6-426a-bd50-eb724cf0e653 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337451 Aug 30 18:24:09.673388 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0d7e7-641b-4fc7-babc-61310341f813 req-9a943fdd-20ad-4a70-99e4-f41ef459a79c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:09.674854 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-08d0d7e7-641b-4fc7-babc-61310341f813 req-9a943fdd-20ad-4a70-99e4-f41ef459a79c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0480735 Aug 30 18:24:09.711934 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-08d0d7e7-641b-4fc7-babc-61310341f813 req-00a579a8-6c28-4a5b-b69a-6ddfc19048ad tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307829 Aug 30 18:24:10.408404 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aed447-17a5-4773-8ba8-ac09c0cd7574 req-3022e3df-41c3-4317-b873-749692e6345d tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:10.410554 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-48aed447-17a5-4773-8ba8-ac09c0cd7574 req-3022e3df-41c3-4317-b873-749692e6345d tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 943 time: 0.0495410 Aug 30 18:24:10.446349 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-48aed447-17a5-4773-8ba8-ac09c0cd7574 req-d2953c85-37da-47fe-85c8-e71bab9163dd tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299122 Aug 30 18:24:10.627097 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:10.828493 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9120fe-e694-401b-968a-6a41084be786 req-33e4ba81-0d73-48d3-9d42-17380e86990f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:10.829941 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5a9120fe-e694-401b-968a-6a41084be786 req-33e4ba81-0d73-48d3-9d42-17380e86990f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0471814 Aug 30 18:24:10.869966 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5a9120fe-e694-401b-968a-6a41084be786 req-8f062bbe-7876-4020-a215-c37b0c35ffcb tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334332 Aug 30 18:24:10.898449 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device f4f238ad-3369-4e94-8071-90110b33554c details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:24:10.991214 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port f4f238ad-3369-4e94-8071-90110b33554c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=f4f238ad-3369-4e94-8071-90110b33554c,segment=NetworkSegment(ccb82b43-f6de-40e6-96f1-ee48c4149495),segment_id=ccb82b43-f6de-40e6-96f1-ee48c4149495)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:11.001978 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': 'f4f238ad-3369-4e94-8071-90110b33554c', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'port_id': 'f4f238ad-3369-4e94-8071-90110b33554c', 'mac_address': 'fa:16:3e:07:6d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:24:11.037961 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:11.050205 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f238ad-3369-4e94-8071-90110b33554c {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:24:11.068740 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port f4f238ad-3369-4e94-8071-90110b33554c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=f4f238ad-3369-4e94-8071-90110b33554c,segment=NetworkSegment(ccb82b43-f6de-40e6-96f1-ee48c4149495),segment_id=ccb82b43-f6de-40e6-96f1-ee48c4149495)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:11.072868 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:11.117391 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=f4f238ad-3369-4e94-8071-90110b33554c,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:11.124081 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:24:11.124432 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:24:11.124776 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:24:11.125139 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:24:11.125475 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:24:11.125808 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:24:11.126137 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:24:11.126466 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:24:11.126793 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:24:11.127118 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:24:11.127441 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:24:11.127763 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:24:11.327597 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['f4f238ad-3369-4e94-8071-90110b33554c'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:24:11.565114 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08d615-241b-42f1-a7c8-cf67926833be req-3b394f03-1d9c-4a0d-aa81-28a5fe8da4b1 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:11.573742 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8d08d615-241b-42f1-a7c8-cf67926833be req-3b394f03-1d9c-4a0d-aa81-28a5fe8da4b1 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 944 time: 0.0555856 Aug 30 18:24:11.611834 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8d08d615-241b-42f1-a7c8-cf67926833be req-b900da76-0171-4281-8a92-f4a77393ebe0 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367219 Aug 30 18:24:11.985320 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f3adb-2206-4e2b-b440-ee6ff30bc918 req-4911e648-f24b-40b8-845f-e68e4b6f01e7 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:11.986774 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-967f3adb-2206-4e2b-b440-ee6ff30bc918 req-4911e648-f24b-40b8-845f-e68e4b6f01e7 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0477002 Aug 30 18:24:12.023971 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-967f3adb-2206-4e2b-b440-ee6ff30bc918 req-e52d50a1-b0ce-4fc0-a5f7-8df1d0ab3cb6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308590 Aug 30 18:24:12.727192 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43a2b-38a8-4f3a-9c32-da4c65702930 req-f806d1bf-8c47-4e25-af8c-15f53cef4ff7 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:12.728628 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-baa43a2b-38a8-4f3a-9c32-da4c65702930 req-f806d1bf-8c47-4e25-af8c-15f53cef4ff7 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 944 time: 0.0477901 Aug 30 18:24:12.767197 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-baa43a2b-38a8-4f3a-9c32-da4c65702930 req-5a9fa863-018e-47ec-be7d-18ca189d56ac tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327165 Aug 30 18:24:12.896820 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device f4f238ad-3369-4e94-8071-90110b33554c up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:24:12.944556 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port f4f238ad-3369-4e94-8071-90110b33554c completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:24:12.948073 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port f4f238ad-3369-4e94-8071-90110b33554c triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:24:12.948448 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:13.024580 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:13.047139 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:24:13.049478 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa22579-08c1-4582-af55-b89758134508" -d '{"events": [{"server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "name": "network-vif-plugged", "status": "completed", "tag": "f4f238ad-3369-4e94-8071-90110b33554c"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:24:13.062320 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port f4f238ad-3369-4e94-8071-90110b33554c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=f4f238ad-3369-4e94-8071-90110b33554c,segment=NetworkSegment(ccb82b43-f6de-40e6-96f1-ee48c4149495),segment_id=ccb82b43-f6de-40e6-96f1-ee48c4149495)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:13.066941 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:13.091015 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49a40c2-0355-4518-b5b1-d4126f449042 x-openstack-request-id: req-f49a40c2-0355-4518-b5b1-d4126f449042 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:24:13.091308 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "name": "network-vif-plugged", "status": "completed", "tag": "f4f238ad-3369-4e94-8071-90110b33554c", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:24:13.091560 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f49a40c2-0355-4518-b5b1-d4126f449042 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:24:13.091946 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c', 'code': 200} Aug 30 18:24:13.120028 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=f4f238ad-3369-4e94-8071-90110b33554c,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:13.150458 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d94f3-e9ca-461a-8440-43eb822dd308 req-76e08f50-d928-4977-b7ea-de291b3ca511 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:13.151880 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-537d94f3-e9ca-461a-8440-43eb822dd308 req-76e08f50-d928-4977-b7ea-de291b3ca511 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0513582 Aug 30 18:24:13.191739 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-537d94f3-e9ca-461a-8440-43eb822dd308 req-cd465163-6faa-40db-a0cb-0472f184c574 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332654 Aug 30 18:24:13.252139 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c37e0-4a9e-4ca9-a347-34618cf60f98 req-cac34f06-5515-493a-b8d3-bd55c6b9579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:13.253685 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3d4c37e0-4a9e-4ca9-a347-34618cf60f98 req-cac34f06-5515-493a-b8d3-bd55c6b9579f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 1098 time: 0.0396609 Aug 30 18:24:13.288325 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3d4c37e0-4a9e-4ca9-a347-34618cf60f98 req-9b0cfdae-8082-4448-be9a-f1610a223e28 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268371 Aug 30 18:24:13.880037 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf7c5-96f6-4a9d-809a-accb0be4684a req-e470bc9a-a8f9-49d1-b191-068188bdd51c tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:13.881520 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-321cf7c5-96f6-4a9d-809a-accb0be4684a req-e470bc9a-a8f9-49d1-b191-068188bdd51c tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 945 time: 0.0481336 Aug 30 18:24:13.918037 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-321cf7c5-96f6-4a9d-809a-accb0be4684a req-445952ab-34c5-497b-96f1-a1296ee973e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306954 Aug 30 18:24:14.310121 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46ee4d-633a-459f-b4b6-235fc1f4b303 req-3bcf9135-4670-4ece-8512-21c2aa729ea1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:14.312053 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0c46ee4d-633a-459f-b4b6-235fc1f4b303 req-3bcf9135-4670-4ece-8512-21c2aa729ea1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0498323 Aug 30 18:24:14.355396 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0c46ee4d-633a-459f-b4b6-235fc1f4b303 req-cdc37bf9-59ad-4e1b-b951-045a25b7cd2c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374920 Aug 30 18:24:15.031515 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14392769-253b-4295-ae7d-30825ec524b2 req-4cf81a70-3646-492b-9e3b-e06ebb3a7acc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:15.033170 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14392769-253b-4295-ae7d-30825ec524b2 req-4cf81a70-3646-492b-9e3b-e06ebb3a7acc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 945 time: 0.0474961 Aug 30 18:24:15.043133 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437943b-9f7d-409a-b289-1d39bada3e58 req-4a4aa627-eb29-43c8-84dd-cdb4e7af5ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:15.044609 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4437943b-9f7d-409a-b289-1d39bada3e58 req-4a4aa627-eb29-43c8-84dd-cdb4e7af5ff4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0393963 Aug 30 18:24:15.070455 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14392769-253b-4295-ae7d-30825ec524b2 req-505a1e53-cad1-4ed7-8edf-b741978fde08 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307474 Aug 30 18:24:15.151450 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437943b-9f7d-409a-b289-1d39bada3e58 req-98023c59-a003-41ac-95b6-2b8ba428faca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:15.152911 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4437943b-9f7d-409a-b289-1d39bada3e58 req-98023c59-a003-41ac-95b6-2b8ba428faca service neutron] 10.222.0.36 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 918 time: 0.0876207 Aug 30 18:24:15.181829 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb8ed0-d4bf-4390-b65f-35751d5c2a33 req-c6f327d4-d700-4693-9335-d9b9112ef54d tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:15.183202 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-50fb8ed0-d4bf-4390-b65f-35751d5c2a33 req-c6f327d4-d700-4693-9335-d9b9112ef54d tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 945 time: 0.0477810 Aug 30 18:24:15.217787 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4437943b-9f7d-409a-b289-1d39bada3e58 req-5ece04ae-4a48-4263-b6b6-c5a499566f0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc HTTP/1.1" status: 200 len: 1002 time: 0.0566657 Aug 30 18:24:15.219824 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-50fb8ed0-d4bf-4390-b65f-35751d5c2a33 req-9977ae08-4869-452a-9b99-5bdcfc419382 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308213 Aug 30 18:24:15.273825 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437943b-9f7d-409a-b289-1d39bada3e58 req-8d9a3c0d-01ed-4dce-839e-d4e8afb8022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:15.275336 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4437943b-9f7d-409a-b289-1d39bada3e58 req-8d9a3c0d-01ed-4dce-839e-d4e8afb8022e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40eb3b79-0cba-43a4-abc4-3330f1488657 HTTP/1.1" status: 200 len: 856 time: 0.0466692 Aug 30 18:24:15.321703 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437943b-9f7d-409a-b289-1d39bada3e58 req-c8a2adc7-2ea0-4c05-ad58-fa61c4df9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:15.323200 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4437943b-9f7d-409a-b289-1d39bada3e58 req-c8a2adc7-2ea0-4c05-ad58-fa61c4df9a5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389357 Aug 30 18:24:15.411635 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4437943b-9f7d-409a-b289-1d39bada3e58 req-87a45b6d-10ed-441b-85c4-afed27e1dfb5 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805326 Aug 30 18:24:15.474745 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d733a6e-81fd-453b-838f-179e1056da60 req-2fc1f916-16f0-42f4-8377-a46ec2c0b47f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:15.476142 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6d733a6e-81fd-453b-838f-179e1056da60 req-2fc1f916-16f0-42f4-8377-a46ec2c0b47f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0495386 Aug 30 18:24:15.507666 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4437943b-9f7d-409a-b289-1d39bada3e58 req-b558ea3b-a7ec-4f3d-b9f7-04f521bcf3c0 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875237 Aug 30 18:24:15.541046 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6d733a6e-81fd-453b-838f-179e1056da60 req-3aba75d9-7cc7-4616-a10b-361285dca396 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582197 Aug 30 18:24:15.564665 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cf7c9-e480-40dd-b399-9099279dee63 req-fbced97f-48a3-437d-9d47-5a9b84a322bc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:15.566735 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d82cf7c9-e480-40dd-b399-9099279dee63 req-fbced97f-48a3-437d-9d47-5a9b84a322bc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 945 time: 0.0600817 Aug 30 18:24:15.603747 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d82cf7c9-e480-40dd-b399-9099279dee63 req-6f37687b-0c21-43d3-821e-1271be17042d tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 Aug 30 18:24:16.657710 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9e8e2-8bcb-462c-8fc2-9a1e09618c14 req-ba08ff73-0ee2-4d0e-9340-16b08a53c335 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:16.659183 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bbf9e8e2-8bcb-462c-8fc2-9a1e09618c14 req-ba08ff73-0ee2-4d0e-9340-16b08a53c335 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0487769 Aug 30 18:24:16.696026 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bbf9e8e2-8bcb-462c-8fc2-9a1e09618c14 req-56a10732-b0ef-4522-bc87-71eb7834e8af tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310740 Aug 30 18:24:17.819379 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83925b4-b989-418b-9675-e60f6967fbcd req-251e4dc1-9693-4d35-89ff-82c25ebd4dfa tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:17.820828 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f83925b4-b989-418b-9675-e60f6967fbcd req-251e4dc1-9693-4d35-89ff-82c25ebd4dfa tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0531352 Aug 30 18:24:17.860362 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f83925b4-b989-418b-9675-e60f6967fbcd req-c9a84eb2-227c-440a-9fa9-9a4956490ae5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336437 Aug 30 18:24:18.955238 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 4145b3b2-1f27-497f-8ce5-74886c64fbbc details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:24:18.980922 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c67e6-ef40-47be-9ba1-5131275342d6 req-8de3ced5-ac75-4942-81d4-a9f86927cdd3 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:18.982417 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-338c67e6-ef40-47be-9ba1-5131275342d6 req-8de3ced5-ac75-4942-81d4-a9f86927cdd3 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0491970 Aug 30 18:24:19.019808 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-338c67e6-ef40-47be-9ba1-5131275342d6 req-ebb2d0b1-1d69-451b-954a-c4fb4349c33f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314271 Aug 30 18:24:19.050753 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:19.061536 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'port_id': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'mac_address': 'fa:16:3e:72:b2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:24:19.097138 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:19.109422 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4145b3b2-1f27-497f-8ce5-74886c64fbbc {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:24:19.127677 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:19.132601 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:19.179404 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=4145b3b2-1f27-497f-8ce5-74886c64fbbc,revision_number=6']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:19.219751 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['4145b3b2-1f27-497f-8ce5-74886c64fbbc'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:24:20.187217 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2657b09-8850-4568-ba5b-3286ef5ec5a1 req-b8b25c8d-bdbf-44ad-b9e2-06eef4e8fbed tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:20.193567 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e2657b09-8850-4568-ba5b-3286ef5ec5a1 req-b8b25c8d-bdbf-44ad-b9e2-06eef4e8fbed tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0553257 Aug 30 18:24:20.231275 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e2657b09-8850-4568-ba5b-3286ef5ec5a1 req-ebd6cc30-0ddc-46c1-9a1a-973991d05df6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348577 Aug 30 18:24:20.950519 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 4145b3b2-1f27-497f-8ce5-74886c64fbbc up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:24:21.004185 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 4145b3b2-1f27-497f-8ce5-74886c64fbbc triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:24:21.004708 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:21.228428 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:21.255465 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:24:21.257762 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af7e9bc-2219-4fbd-86a7-7259b1004ef5" -d '{"events": [{"server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:24:21.275350 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:21.283727 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:21.314733 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bdb5a0-9ef1-467d-a59b-86be55a9ef69 x-openstack-request-id: req-81bdb5a0-9ef1-467d-a59b-86be55a9ef69 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:24:21.315004 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:24:21.315252 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81bdb5a0-9ef1-467d-a59b-86be55a9ef69 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:24:21.315811 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'code': 200} Aug 30 18:24:21.343857 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=4145b3b2-1f27-497f-8ce5-74886c64fbbc,revision_number=7']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:21.381293 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b457a66-ff28-40c1-9753-0fe193ddf719 req-6a9c2089-2c6c-4a21-afb8-5fb065dce5b5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:21.382878 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3b457a66-ff28-40c1-9753-0fe193ddf719 req-6a9c2089-2c6c-4a21-afb8-5fb065dce5b5 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0584049 Aug 30 18:24:21.426148 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3b457a66-ff28-40c1-9753-0fe193ddf719 req-b4ad10e8-b61e-4218-8996-fdd451e2cb65 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368328 Aug 30 18:24:22.051608 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d625a-002b-491c-860b-3fbc74fd81cf req-cc6da02a-46c1-4c16-9085-fc087eab9af2 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:22.053207 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9c0d625a-002b-491c-860b-3fbc74fd81cf req-cc6da02a-46c1-4c16-9085-fc087eab9af2 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0544820 Aug 30 18:24:22.103062 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9c0d625a-002b-491c-860b-3fbc74fd81cf req-79838e79-f311-4ee2-9bb5-ad76d198ab32 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428634 Aug 30 18:24:22.553089 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe3603-066f-40a3-806f-8433f4c85bc4 req-8ba7694b-665f-4d25-a870-1df8a561a26e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:22.554870 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f1fe3603-066f-40a3-806f-8433f4c85bc4 req-8ba7694b-665f-4d25-a870-1df8a561a26e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0525358 Aug 30 18:24:22.596812 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f1fe3603-066f-40a3-806f-8433f4c85bc4 req-00f2b779-7a94-4a3e-ad7f-bfd8d131cb18 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348845 Aug 30 18:24:23.223878 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386f288-0b76-4e69-87a3-c77eaa2ce5cc req-c979e9cb-eb40-4af1-a0df-b34b3fd7f64d tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:23.227402 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2386f288-0b76-4e69-87a3-c77eaa2ce5cc req-c979e9cb-eb40-4af1-a0df-b34b3fd7f64d tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0521245 Aug 30 18:24:23.272417 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2386f288-0b76-4e69-87a3-c77eaa2ce5cc req-f684882e-9781-4859-9e7f-a786b670d63a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404627 Aug 30 18:24:23.734632 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edede386-9c5e-4215-b2d5-3e2b569713af req-3cb5d948-50d0-4a46-b1ee-4a7223a98ca9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:23.736923 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-edede386-9c5e-4215-b2d5-3e2b569713af req-3cb5d948-50d0-4a46-b1ee-4a7223a98ca9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0576863 Aug 30 18:24:23.794683 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-edede386-9c5e-4215-b2d5-3e2b569713af req-884fe132-2dcb-4fd5-9e9f-990bad0c38dd tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482471 Aug 30 18:24:24.398246 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2440c50-7d7e-49d9-9a8c-918dba50409f req-5233797e-489f-4c2b-a7e5-10a403457096 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:24.401701 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b2440c50-7d7e-49d9-9a8c-918dba50409f req-5233797e-489f-4c2b-a7e5-10a403457096 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0527573 Aug 30 18:24:24.450194 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b2440c50-7d7e-49d9-9a8c-918dba50409f req-97d80579-343b-45bc-a18a-9c5a750f8e65 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398145 Aug 30 18:24:24.959271 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62055760-7491-445f-82d1-33f4b512da86 req-34c48438-00ac-4aba-8080-ab8215d341f8 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:24.960779 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-62055760-7491-445f-82d1-33f4b512da86 req-34c48438-00ac-4aba-8080-ab8215d341f8 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0582697 Aug 30 18:24:25.014716 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-62055760-7491-445f-82d1-33f4b512da86 req-1547c8ff-5298-4644-8a2c-5f77be1efed1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449970 Aug 30 18:24:25.160148 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58939512-a8e0-4152-98d3-18ec588269cd req-39e2c700-cb74-466e-82da-3979d2fb536b tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:25.164050 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-58939512-a8e0-4152-98d3-18ec588269cd req-39e2c700-cb74-466e-82da-3979d2fb536b tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 945 time: 0.0582073 Aug 30 18:24:25.204407 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-58939512-a8e0-4152-98d3-18ec588269cd req-5937167d-1e60-4cc3-9a4e-50673c74066a tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345533 Aug 30 18:24:25.228011 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54736) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:24:25.371090 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b35381d-fe52-4304-a2dd-933b204327ab tempest-TestMinimumBasicScenario-342698947 tempest-TestMinimumBasicScenario-342698947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:25.376429 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-1b35381d-fe52-4304-a2dd-933b204327ab tempest-TestMinimumBasicScenario-342698947 tempest-TestMinimumBasicScenario-342698947-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 1093 time: 0.1436124 Aug 30 18:24:25.376653 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54740) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:24:25.381788 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Request body: {'floatingip': {'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'port_id': 'f4f238ad-3369-4e94-8071-90110b33554c', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:24:25.414328 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for floatingip, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:25.518830 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:25.605745 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27c339-3b28-4a2f-8b78-2306ca0415bc req-136481f4-0515-4fd3-b0e5-d7bb50a1b2ff tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:25.607413 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fd27c339-3b28-4a2f-8b78-2306ca0415bc req-136481f4-0515-4fd3-b0e5-d7bb50a1b2ff tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0815878 Aug 30 18:24:25.645452 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Allocated IP 172.27.2.79 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/544a3d7f-9243-470a-86e9-d17b2e51e42b) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:24:25.658961 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fd27c339-3b28-4a2f-8b78-2306ca0415bc req-feb81753-1db6-4204-b95d-9d596192d3c1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403953 Aug 30 18:24:25.771609 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:25.816410 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:25.864876 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:24:25.870298 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:24:25.872460 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event updated for resources: {'Port': ['ID=544a3d7f-9243-470a-86e9-d17b2e51e42b,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:25.874643 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:24:26.157000 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a01194-50b9-4f3c-ae32-58c144043489 req-2c6b3aa0-c85e-463c-95b2-0d1e2c932db4 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:26.160766 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09a01194-50b9-4f3c-ae32-58c144043489 req-2c6b3aa0-c85e-463c-95b2-0d1e2c932db4 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0591340 Aug 30 18:24:26.219360 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09a01194-50b9-4f3c-ae32-58c144043489 req-74b6b18c-a67b-4f98-ad9a-15f784021951 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492737 Aug 30 18:24:26.274895 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:26.343086 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:26.519168 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:26.524697 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:26.599928 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event updated for resources: {'Port': ['ID=544a3d7f-9243-470a-86e9-d17b2e51e42b,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:26.611571 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:26.737592 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Floating IP ce6b20df-8be9-4ca1-b5ff-576583eff3a2 associated. External IP: 172.27.2.79, port: f4f238ad-3369-4e94-8071-90110b33554c. Aug 30 18:24:26.793509 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac1e33-2f26-4dd5-a9c3-343ffa73e091 req-139c6ff0-c596-42a9-8f52-601824b5ab09 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:26.794983 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a2ac1e33-2f26-4dd5-a9c3-343ffa73e091 req-139c6ff0-c596-42a9-8f52-601824b5ab09 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0558765 Aug 30 18:24:26.851552 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a2ac1e33-2f26-4dd5-a9c3-343ffa73e091 req-bd1aa013-d365-4c79-8f2b-3e8c3da1d7c1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498464 Aug 30 18:24:26.995057 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Router d9d0131a-a200-4023-80a1-d3be97f7ea83 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:24:27.117055 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:24:27.127750 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e88940b-7cb4-474f-b153-542ce51f5dbc None None] Sync routers for ids ['d9d0131a-a200-4023-80a1-d3be97f7ea83'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:24:27.136371 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:27.138993 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88940b-7cb4-474f-b153-542ce51f5dbc None None] Routers {'d9d0131a-a200-4023-80a1-d3be97f7ea83'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:24:27.140026 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-7e88940b-7cb4-474f-b153-542ce51f5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:24:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['d9d0131a-a200-4023-80a1-d3be97f7ea83'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:24:27.166389 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b5f6076d-c590-405e-8fdb-6e3d292a30e4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7885251 Aug 30 18:24:27.167332 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:24:27.168988 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54748) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:24:27.170536 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858c567d-1b54-4537-9ea8-4c5b8757d51a" -d '{"events": [{"name": "network-changed", "server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "tag": "f4f238ad-3369-4e94-8071-90110b33554c"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:24:27.185655 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-0a810d23-698b-4716-98c9-1e61a12fc211 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1390071876', 'description': 'tempest-secgroup-smoke-1390071876 description', 'project_id': '2f9141f51c584769a353c95eaf389b35'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:24:27.226490 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0a810d23-698b-4716-98c9-1e61a12fc211 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:27.233448 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6c896f-b451-4971-8630-cbb6d837deea x-openstack-request-id: req-2c6c896f-b451-4971-8630-cbb6d837deea {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:24:27.233448 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "tag": "f4f238ad-3369-4e94-8071-90110b33554c", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:24:27.233448 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c6c896f-b451-4971-8630-cbb6d837deea {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:24:27.233953 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c', 'status': 'completed', 'code': 200} Aug 30 18:24:27.379834 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-7e88940b-7cb4-474f-b153-542ce51f5dbc None None] Set router d9d0131a-a200-4023-80a1-d3be97f7ea83 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:24:27.436988 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c567d-1b54-4537-9ea8-4c5b8757d51a req-03f9284f-1334-4490-9935-b42b1b65aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:27.436988 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-858c567d-1b54-4537-9ea8-4c5b8757d51a req-03f9284f-1334-4490-9935-b42b1b65aab0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f9141f51c584769a353c95eaf389b35&device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 1098 time: 0.1708047 Aug 30 18:24:27.483941 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0a810d23-698b-4716-98c9-1e61a12fc211 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:27.517875 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0a810d23-698b-4716-98c9-1e61a12fc211 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:27.591176 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0a810d23-698b-4716-98c9-1e61a12fc211 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:27.595856 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0a810d23-698b-4716-98c9-1e61a12fc211 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4231479 Aug 30 18:24:27.598800 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54754) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:24:27.605259 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-e82b69cb-333c-464a-8ed5-4bb5e61c7766 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Request body: {'security_group_rule': {'security_group_id': '9af3b56e-e1cb-4601-aef7-a7aed53263c4', 'project_id': '2f9141f51c584769a353c95eaf389b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:24:27.611094 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a810d23-698b-4716-98c9-1e61a12fc211 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af3b56e-e1cb-4601-aef7-a7aed53263c4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:27.625795 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74044beb-b5d5-4a89-a9ea-5e9626e02c4d req-245ef61a-8792-46fd-81c6-2bc2315dd713 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:27.627468 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-74044beb-b5d5-4a89-a9ea-5e9626e02c4d req-245ef61a-8792-46fd-81c6-2bc2315dd713 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.1790781 Aug 30 18:24:27.679543 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-74044beb-b5d5-4a89-a9ea-5e9626e02c4d req-654dda25-0d71-4dc6-91cd-6bd86c5d5bea tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437460 Aug 30 18:24:27.691749 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e82b69cb-333c-464a-8ed5-4bb5e61c7766 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:27.799960 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e82b69cb-333c-464a-8ed5-4bb5e61c7766 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:27.814918 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e82b69cb-333c-464a-8ed5-4bb5e61c7766 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:27.838471 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b69cb-333c-464a-8ed5-4bb5e61c7766 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a952c8-bf62-48eb-8758-68221cd76c31,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:27.851940 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e82b69cb-333c-464a-8ed5-4bb5e61c7766 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:27.853405 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e82b69cb-333c-464a-8ed5-4bb5e61c7766 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2532177 Aug 30 18:24:27.856336 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54756) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:24:27.861317 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-0e5142b1-3e2a-4a5e-b721-046bea01cbd7 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Request body: {'security_group_rule': {'security_group_id': '9af3b56e-e1cb-4601-aef7-a7aed53263c4', 'project_id': '2f9141f51c584769a353c95eaf389b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:24:27.874668 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-7e88940b-7cb4-474f-b153-542ce51f5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '758c011a-2429-4427-9c6a-726347a1f829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:39Z', 'revision_number': 4, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port': {'id': '758c011a-2429-4427-9c6a-726347a1f829', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': 'ce6b20df-8be9-4ca1-b5ff-576583eff3a2', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'port_id': 'f4f238ad-3369-4e94-8071-90110b33554c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'mac_address': 'fa:16:3e:07:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908da0c-1660-455b-889c-718f240604dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:24:26Z', 'updated_at': '2021-08-30T18:24:26Z', 'revision_number': 0, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f1b885-3d25-4115-9ec1-d409d730ce31', 'name': '', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'mac_address': 'fa:16:3e:6e:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:39Z', 'updated_at': '2021-08-30T18:23:45Z', 'revision_number': 5, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'subnets': [{'id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:24:27.927015 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e88940b-7cb4-474f-b153-542ce51f5dbc None None] Checking router: d9d0131a-a200-4023-80a1-d3be97f7ea83 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:24:27.930429 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0e5142b1-3e2a-4a5e-b721-046bea01cbd7 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:27.945450 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c567d-1b54-4537-9ea8-4c5b8757d51a req-f58cc294-7b7a-46ad-9d50-74b88938515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:27.946952 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-858c567d-1b54-4537-9ea8-4c5b8757d51a req-f58cc294-7b7a-46ad-9d50-74b88938515f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b15f2efd-176b-4c8d-9d6a-18913de6080e HTTP/1.1" status: 200 len: 916 time: 0.5045724 Aug 30 18:24:27.951202 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88940b-7cb4-474f-b153-542ce51f5dbc None None] Routers {'d9d0131a-a200-4023-80a1-d3be97f7ea83'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:24:27.951831 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-7e88940b-7cb4-474f-b153-542ce51f5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:24:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['d9d0131a-a200-4023-80a1-d3be97f7ea83'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:24:28.031767 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0e5142b1-3e2a-4a5e-b721-046bea01cbd7 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.045725 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652ca5f-02b5-41ad-902f-1ba7cb0d0929 req-30d513b3-4aeb-4691-aac5-5386a44b619b tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:28.045725 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c652ca5f-02b5-41ad-902f-1ba7cb0d0929 req-30d513b3-4aeb-4691-aac5-5386a44b619b tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0800443 Aug 30 18:24:28.073909 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-858c567d-1b54-4537-9ea8-4c5b8757d51a req-c12e7eb8-5a63-4303-bb0b-e0c387e850ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f238ad-3369-4e94-8071-90110b33554c HTTP/1.1" status: 200 len: 998 time: 0.1104469 Aug 30 18:24:28.092309 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0e5142b1-3e2a-4a5e-b721-046bea01cbd7 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.134373 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0e5142b1-3e2a-4a5e-b721-046bea01cbd7 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.140697 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0e5142b1-3e2a-4a5e-b721-046bea01cbd7 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2831886 Aug 30 18:24:28.141984 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54764) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:24:28.145982 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5142b1-3e2a-4a5e-b721-046bea01cbd7 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f943e3c0-47a0-4096-b549-c53bbf984bc8,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:28.147283 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-0bd0fefb-c09b-4ca9-b15d-b363dc9ce0ae tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Request body: {'security_group_rule': {'security_group_id': '9af3b56e-e1cb-4601-aef7-a7aed53263c4', 'project_id': '2f9141f51c584769a353c95eaf389b35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:24:28.153602 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-7e88940b-7cb4-474f-b153-542ce51f5dbc None None] Set router d9d0131a-a200-4023-80a1-d3be97f7ea83 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:24:28.160907 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c567d-1b54-4537-9ea8-4c5b8757d51a req-0eac9dd7-efaf-44e6-9883-756edfcef87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:28.162574 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-858c567d-1b54-4537-9ea8-4c5b8757d51a req-0eac9dd7-efaf-44e6-9883-756edfcef87e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30ba3a2c-cdc3-477f-bb45-7f79c65a032c HTTP/1.1" status: 200 len: 854 time: 0.0814531 Aug 30 18:24:28.168441 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c652ca5f-02b5-41ad-902f-1ba7cb0d0929 req-ff28e408-97f3-45e8-947a-0bbe1bf3642f tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130455 Aug 30 18:24:28.220881 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0bd0fefb-c09b-4ca9-b15d-b363dc9ce0ae tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.248857 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c567d-1b54-4537-9ea8-4c5b8757d51a req-8cc4edb3-4cc7-4407-b388-21c082ffc288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:28.250545 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-858c567d-1b54-4537-9ea8-4c5b8757d51a req-8cc4edb3-4cc7-4407-b388-21c082ffc288 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b15f2efd-176b-4c8d-9d6a-18913de6080e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765576 Aug 30 18:24:28.343432 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0bd0fefb-c09b-4ca9-b15d-b363dc9ce0ae tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.358071 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0bd0fefb-c09b-4ca9-b15d-b363dc9ce0ae tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.402862 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0fefb-c09b-4ca9-b15d-b363dc9ce0ae tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b576a2c-5a27-4a07-ab3c-56995e261eca,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:28.410699 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-858c567d-1b54-4537-9ea8-4c5b8757d51a req-8c726ca4-a767-4003-8d94-f482e50e578a service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482213 Aug 30 18:24:28.413622 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0bd0fefb-c09b-4ca9-b15d-b363dc9ce0ae tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.418871 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 54766) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:24:28.423897 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-e87c2792-2b2a-4e75-8142-b4d59d519bb6 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Request body: {'security_group_rule': {'security_group_id': '9af3b56e-e1cb-4601-aef7-a7aed53263c4', 'project_id': '2f9141f51c584769a353c95eaf389b35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:24:28.430841 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0bd0fefb-c09b-4ca9-b15d-b363dc9ce0ae tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2875659 Aug 30 18:24:28.469341 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-7e88940b-7cb4-474f-b153-542ce51f5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '758c011a-2429-4427-9c6a-726347a1f829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:39Z', 'revision_number': 4, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port': {'id': '758c011a-2429-4427-9c6a-726347a1f829', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': 'ce6b20df-8be9-4ca1-b5ff-576583eff3a2', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'port_id': 'f4f238ad-3369-4e94-8071-90110b33554c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'mac_address': 'fa:16:3e:07:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908da0c-1660-455b-889c-718f240604dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:24:26Z', 'updated_at': '2021-08-30T18:24:26Z', 'revision_number': 0, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f1b885-3d25-4115-9ec1-d409d730ce31', 'name': '', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'mac_address': 'fa:16:3e:6e:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:39Z', 'updated_at': '2021-08-30T18:23:45Z', 'revision_number': 5, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'subnets': [{'id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:24:28.476503 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e87c2792-2b2a-4e75-8142-b4d59d519bb6 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.528399 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e88940b-7cb4-474f-b153-542ce51f5dbc None None] The sync data for ids ['d9d0131a-a200-4023-80a1-d3be97f7ea83'] in dv-cinder-804296-2-iscsi is: [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '758c011a-2429-4427-9c6a-726347a1f829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:39Z', 'revision_number': 4, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port': {'id': '758c011a-2429-4427-9c6a-726347a1f829', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': 'ce6b20df-8be9-4ca1-b5ff-576583eff3a2', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'floating_ip_address': '172.27.2.79', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'port_id': 'f4f238ad-3369-4e94-8071-90110b33554c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'mac_address': 'fa:16:3e:07:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2908da0c-1660-455b-889c-718f240604dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:24:26Z', 'updated_at': '2021-08-30T18:24:26Z', 'revision_number': 0, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f1b885-3d25-4115-9ec1-d409d730ce31', 'name': '', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'mac_address': 'fa:16:3e:6e:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:39Z', 'updated_at': '2021-08-30T18:23:45Z', 'revision_number': 5, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'subnets': [{'id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:24:28.546009 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-858c567d-1b54-4537-9ea8-4c5b8757d51a req-6d1253ce-c0d5-42af-877a-3755d404590e service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140575 Aug 30 18:24:28.593934 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e87c2792-2b2a-4e75-8142-b4d59d519bb6 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.600306 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e87c2792-2b2a-4e75-8142-b4d59d519bb6 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.618241 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c2792-2b2a-4e75-8142-b4d59d519bb6 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce7211d-c422-43eb-8124-569687ef0fe4,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:28.630565 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e87c2792-2b2a-4e75-8142-b4d59d519bb6 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.635084 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54768) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:24:28.635250 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e87c2792-2b2a-4e75-8142-b4d59d519bb6 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2151175 Aug 30 18:24:28.640454 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-ede2da30-29fe-4c58-8c60-cb3d47e33a18 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Request body: {'security_group_rule': {'security_group_id': '9af3b56e-e1cb-4601-aef7-a7aed53263c4', 'project_id': '2f9141f51c584769a353c95eaf389b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:24:28.667288 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.securitygroups_db [None req-ede2da30-29fe-4c58-8c60-cb3d47e33a18 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Project 2f9141f51c584769a353c95eaf389b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 18:24:28.672880 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ede2da30-29fe-4c58-8c60-cb3d47e33a18 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.740497 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ede2da30-29fe-4c58-8c60-cb3d47e33a18 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.749058 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ede2da30-29fe-4c58-8c60-cb3d47e33a18 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.770780 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2da30-29fe-4c58-8c60-cb3d47e33a18 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849a9a47-d3b8-4ddc-a72d-c8bd61ccd7b7,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:28.800159 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ede2da30-29fe-4c58-8c60-cb3d47e33a18 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.801577 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ede2da30-29fe-4c58-8c60-cb3d47e33a18 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1649454 Aug 30 18:24:28.804338 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54772) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:24:28.809033 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-52447969-5d30-4d04-8ac2-00ba8d3c05dc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Request body: {'security_group_rule': {'security_group_id': '9af3b56e-e1cb-4601-aef7-a7aed53263c4', 'project_id': '2f9141f51c584769a353c95eaf389b35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:24:28.839335 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.securitygroups_db [None req-52447969-5d30-4d04-8ac2-00ba8d3c05dc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Project 2f9141f51c584769a353c95eaf389b35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 18:24:28.846269 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-52447969-5d30-4d04-8ac2-00ba8d3c05dc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.847475 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe00286-458c-4415-bf9d-5092862a9d23 None None] New status for floating IP ce6b20df-8be9-4ca1-b5ff-576583eff3a2: ACTIVE {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:24:28.857037 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba71709-f3e1-4b45-8a97-273d5aa1478f req-132da36b-6418-4b0b-83f7-922d99ea983d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:28.858676 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6ba71709-f3e1-4b45-8a97-273d5aa1478f req-132da36b-6418-4b0b-83f7-922d99ea983d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0664666 Aug 30 18:24:28.902606 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6ba71709-f3e1-4b45-8a97-273d5aa1478f req-9b6c4f3b-3b3a-42bf-bb44-e4a1ee83f82a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373158 Aug 30 18:24:28.935154 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-52447969-5d30-4d04-8ac2-00ba8d3c05dc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.939739 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-52447969-5d30-4d04-8ac2-00ba8d3c05dc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.959474 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52447969-5d30-4d04-8ac2-00ba8d3c05dc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c951cf-fef3-43b0-b430-b91b1b8a46ba,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:28.966934 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-52447969-5d30-4d04-8ac2-00ba8d3c05dc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:28.968461 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-52447969-5d30-4d04-8ac2-00ba8d3c05dc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1629581 Aug 30 18:24:29.047744 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8b626f97-2dcd-4e3a-bbe4-1f0adc80ad46 req-9e01af62-5f8f-49db-82ea-d2ecf2c59e06 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390071876&fields=id&tenant_id=2f9141f51c584769a353c95eaf389b35 HTTP/1.1" status: 200 len: 267 time: 0.0324230 Aug 30 18:24:29.102504 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b626f97-2dcd-4e3a-bbe4-1f0adc80ad46 req-27af2e34-e423-445c-ad66-0dca78501d0c tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:29.103932 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8b626f97-2dcd-4e3a-bbe4-1f0adc80ad46 req-27af2e34-e423-445c-ad66-0dca78501d0c tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 945 time: 0.0506289 Aug 30 18:24:29.114815 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-8b626f97-2dcd-4e3a-bbe4-1f0adc80ad46 req-7b522bc8-bdfc-4909-a315-064e8d703aad tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Request body: {'port': {'security_groups': ['ddb73b52-7147-494d-b715-626a148aedd9', '9af3b56e-e1cb-4601-aef7-a7aed53263c4']}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:24:29.176636 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8b626f97-2dcd-4e3a-bbe4-1f0adc80ad46 req-7b522bc8-bdfc-4909-a315-064e8d703aad tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:29.330214 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a66824-8009-4e29-a460-0d7e48948131 req-a48c6868-fd4c-48e9-8b96-df78f9f95616 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:29.331720 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a6a66824-8009-4e29-a460-0d7e48948131 req-a48c6868-fd4c-48e9-8b96-df78f9f95616 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.1021130 Aug 30 18:24:29.418299 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a6a66824-8009-4e29-a460-0d7e48948131 req-93558aac-f5aa-4c31-a485-f07b7c5943bf tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792332 Aug 30 18:24:29.464842 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-8b626f97-2dcd-4e3a-bbe4-1f0adc80ad46 req-7b522bc8-bdfc-4909-a315-064e8d703aad tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] For port f4f238ad-3369-4e94-8071-90110b33554c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=f4f238ad-3369-4e94-8071-90110b33554c,segment=NetworkSegment(ccb82b43-f6de-40e6-96f1-ee48c4149495),segment_id=ccb82b43-f6de-40e6-96f1-ee48c4149495)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:29.493524 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8b626f97-2dcd-4e3a-bbe4-1f0adc80ad46 req-7b522bc8-bdfc-4909-a315-064e8d703aad tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:29.497961 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8b626f97-2dcd-4e3a-bbe4-1f0adc80ad46 req-7b522bc8-bdfc-4909-a315-064e8d703aad tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771742'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:29.509520 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['f4f238ad-3369-4e94-8071-90110b33554c'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:24:29.560410 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b626f97-2dcd-4e3a-bbe4-1f0adc80ad46 req-7b522bc8-bdfc-4909-a315-064e8d703aad tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:29.561107 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8b626f97-2dcd-4e3a-bbe4-1f0adc80ad46 req-7b522bc8-bdfc-4909-a315-064e8d703aad tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:29.566240 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8b626f97-2dcd-4e3a-bbe4-1f0adc80ad46 req-7b522bc8-bdfc-4909-a315-064e8d703aad tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "PUT /v2.0/ports/f4f238ad-3369-4e94-8071-90110b33554c HTTP/1.1" status: 200 len: 981 time: 0.4557650 Aug 30 18:24:29.571472 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:24:29.573732 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e463d3505b501438ab9665504baa9ee3f030df9cd7646e332f824762b37156f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dd5d9a-e744-44cc-94ab-c9698ecd954a" -d '{"events": [{"name": "network-changed", "server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "tag": "f4f238ad-3369-4e94-8071-90110b33554c"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:24:29.635130 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b522bc8-bdfc-4909-a315-064e8d703aad tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event updated for resources: {'Port': ['ID=f4f238ad-3369-4e94-8071-90110b33554c,revision_number=6']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:29.636420 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dbd12-a5d8-409a-83a8-911043a192cd req-bedfe6fe-625e-4ee9-82a7-b879ce7ab625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:29.639680 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a2dbd12-a5d8-409a-83a8-911043a192cd req-bedfe6fe-625e-4ee9-82a7-b879ce7ab625 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0541379 Aug 30 18:24:29.656197 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1232d4-d733-4b17-aff9-324a65d9c488 x-openstack-request-id: req-ae1232d4-d733-4b17-aff9-324a65d9c488 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:24:29.656586 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "tag": "f4f238ad-3369-4e94-8071-90110b33554c", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:24:29.657119 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae1232d4-d733-4b17-aff9-324a65d9c488 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:24:29.657614 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c', 'status': 'completed', 'code': 200} Aug 30 18:24:29.663969 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['f4f238ad-3369-4e94-8071-90110b33554c'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:24:29.724541 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d75ba-41d8-4731-be57-b103a144506a req-17aba6b0-4f8e-463b-88de-c4bc70e278fc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:29.732016 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-df1d75ba-41d8-4731-be57-b103a144506a req-17aba6b0-4f8e-463b-88de-c4bc70e278fc tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 984 time: 0.0641274 Aug 30 18:24:29.768204 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dbd12-a5d8-409a-83a8-911043a192cd req-7d83a397-123b-4ad0-a015-d0ee4bf5d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:29.770267 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a2dbd12-a5d8-409a-83a8-911043a192cd req-7d83a397-123b-4ad0-a015-d0ee4bf5d449 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 918 time: 0.1198924 Aug 30 18:24:29.789230 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-df1d75ba-41d8-4731-be57-b103a144506a req-b9140bd2-558d-4dfd-8cf7-46c5a1ecf9d5 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&id=9af3b56e-e1cb-4601-aef7-a7aed53263c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558543 Aug 30 18:24:29.823688 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd5d9a-e744-44cc-94ab-c9698ecd954a req-feb1a07b-964a-434f-ae73-f28340c7c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:29.825244 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-63dd5d9a-e744-44cc-94ab-c9698ecd954a req-feb1a07b-964a-434f-ae73-f28340c7c528 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f9141f51c584769a353c95eaf389b35&device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 1137 time: 0.1273472 Aug 30 18:24:29.897215 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a2dbd12-a5d8-409a-83a8-911043a192cd req-3a68ae3b-88e1-4a59-980e-90841abec6f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc HTTP/1.1" status: 200 len: 1002 time: 0.1148195 Aug 30 18:24:29.966361 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-2db4a5f8-83a1-4366-a461-01b558a0b02f None None] Provisioning complete for port f4f238ad-3369-4e94-8071-90110b33554c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:24:29.966986 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2db4a5f8-83a1-4366-a461-01b558a0b02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:29.967102 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd5d9a-e744-44cc-94ab-c9698ecd954a req-047fd220-52d2-4046-baaf-e9a89f122fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:29.968504 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-63dd5d9a-e744-44cc-94ab-c9698ecd954a req-047fd220-52d2-4046-baaf-e9a89f122fe5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b15f2efd-176b-4c8d-9d6a-18913de6080e HTTP/1.1" status: 200 len: 916 time: 0.1338675 Aug 30 18:24:29.973261 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dbd12-a5d8-409a-83a8-911043a192cd req-1c74c326-389a-4747-a801-82c1b82c351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:29.974648 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a2dbd12-a5d8-409a-83a8-911043a192cd req-1c74c326-389a-4747-a801-82c1b82c351c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40eb3b79-0cba-43a4-abc4-3330f1488657 HTTP/1.1" status: 200 len: 856 time: 0.0698078 Aug 30 18:24:30.032506 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c2d50-5074-4468-8c65-78aafff286fb req-fcfe7c45-ff5f-4194-a563-238af9253445 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:30.034775 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8a9c2d50-5074-4468-8c65-78aafff286fb req-fcfe7c45-ff5f-4194-a563-238af9253445 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0499661 Aug 30 18:24:30.068584 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-63dd5d9a-e744-44cc-94ab-c9698ecd954a req-509dbce1-2b86-4d7e-86a5-d55b5b1a4da3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f238ad-3369-4e94-8071-90110b33554c HTTP/1.1" status: 200 len: 1000 time: 0.0899253 Aug 30 18:24:30.071372 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dbd12-a5d8-409a-83a8-911043a192cd req-60a33c6f-bd7a-4483-8c13-b325ce34f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:30.072864 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a2dbd12-a5d8-409a-83a8-911043a192cd req-60a33c6f-bd7a-4483-8c13-b325ce34f056 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874102 Aug 30 18:24:30.075765 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8a9c2d50-5074-4468-8c65-78aafff286fb req-f9d0b97b-5c22-4df0-a4cc-0d55ffe50014 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332153 Aug 30 18:24:30.176149 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd5d9a-e744-44cc-94ab-c9698ecd954a req-0b981fbc-c5d5-4b6a-b84d-d3ab231d6b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:30.177654 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-63dd5d9a-e744-44cc-94ab-c9698ecd954a req-0b981fbc-c5d5-4b6a-b84d-d3ab231d6b7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30ba3a2c-cdc3-477f-bb45-7f79c65a032c HTTP/1.1" status: 200 len: 854 time: 0.0944719 Aug 30 18:24:30.232781 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a2dbd12-a5d8-409a-83a8-911043a192cd req-73208d6f-c9a8-45bc-b76e-5b167a662fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408620 Aug 30 18:24:30.241079 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd5d9a-e744-44cc-94ab-c9698ecd954a req-a151f646-88f8-480e-8448-20215cc357fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:30.242448 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-63dd5d9a-e744-44cc-94ab-c9698ecd954a req-a151f646-88f8-480e-8448-20215cc357fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b15f2efd-176b-4c8d-9d6a-18913de6080e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553906 Aug 30 18:24:30.400639 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a2dbd12-a5d8-409a-83a8-911043a192cd req-557e26a5-2563-4179-b90f-5b62eb2371ae service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460042 Aug 30 18:24:30.402380 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-63dd5d9a-e744-44cc-94ab-c9698ecd954a req-fbbbf8ed-14f5-46d0-a1df-aa41a0546154 service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469033 Aug 30 18:24:30.497384 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-63dd5d9a-e744-44cc-94ab-c9698ecd954a req-36f52691-da3f-4ca6-9eac-333017061b4c service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834205 Aug 30 18:24:30.538223 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c50d0-8829-4fa0-bba6-5251a695dd27 req-b499032a-490c-4fa1-bbcd-e41b5020dc95 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:30.539685 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9f8c50d0-8829-4fa0-bba6-5251a695dd27 req-b499032a-490c-4fa1-bbcd-e41b5020dc95 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0494053 Aug 30 18:24:30.579756 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9f8c50d0-8829-4fa0-bba6-5251a695dd27 req-65bcfb70-7223-4c02-b426-5336133b3ca3 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340362 Aug 30 18:24:30.651522 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:24:31.195344 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4b3f6-5c9e-46fb-9304-8baf85764e2a req-9d47aadf-dd60-43ff-abbf-0720b9dee0d0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:31.196680 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bfc4b3f6-5c9e-46fb-9304-8baf85764e2a req-9d47aadf-dd60-43ff-abbf-0720b9dee0d0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0467138 Aug 30 18:24:31.233047 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bfc4b3f6-5c9e-46fb-9304-8baf85764e2a req-cd5189cd-1203-4603-92e4-fbbe1b1b2f22 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305538 Aug 30 18:24:31.315134 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-206438ee-bb62-45a4-bcfb-e962e0d93ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:31.690159 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698abd4-dfed-4897-9172-6e233de39e83 req-1da0c4e2-d97b-47ac-bb3f-e1324ab39c50 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:31.692278 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6698abd4-dfed-4897-9172-6e233de39e83 req-1da0c4e2-d97b-47ac-bb3f-e1324ab39c50 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0473986 Aug 30 18:24:31.727873 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6698abd4-dfed-4897-9172-6e233de39e83 req-763620ed-61fd-4d8c-be14-f97d0ba70250 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298278 Aug 30 18:24:32.260695 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336ed1-d334-49a0-87c5-791239c9c5bd req-a8783b2c-8ab6-426b-931d-e4d22f9339f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:32.262223 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a6336ed1-d334-49a0-87c5-791239c9c5bd req-a8783b2c-8ab6-426b-931d-e4d22f9339f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=966fb7be2fcb44a0908360bc585a21f7&device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 1099 time: 0.0392838 Aug 30 18:24:32.349469 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95ef0f-134f-4481-8702-debb1938c877 req-225596d8-17fb-4650-bf29-c30278457545 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:32.350947 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ee95ef0f-134f-4481-8702-debb1938c877 req-225596d8-17fb-4650-bf29-c30278457545 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 946 time: 0.0482426 Aug 30 18:24:32.355659 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336ed1-d334-49a0-87c5-791239c9c5bd req-3c69681a-19bd-4bde-a0e7-35bbecbf98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:32.357119 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a6336ed1-d334-49a0-87c5-791239c9c5bd req-3c69681a-19bd-4bde-a0e7-35bbecbf98a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de HTTP/1.1" status: 200 len: 910 time: 0.0855691 Aug 30 18:24:32.390387 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ee95ef0f-134f-4481-8702-debb1938c877 req-6c70f038-fd83-446d-92de-9f59d46ffe9d tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333779 Aug 30 18:24:32.421866 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a6336ed1-d334-49a0-87c5-791239c9c5bd req-269e5241-5dad-4ae7-80fd-756406d63e06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 HTTP/1.1" status: 200 len: 1002 time: 0.0567856 Aug 30 18:24:32.470336 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336ed1-d334-49a0-87c5-791239c9c5bd req-2f1bf7e0-2701-4094-b684-dcadedc8c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:32.472419 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a6336ed1-d334-49a0-87c5-791239c9c5bd req-2f1bf7e0-2701-4094-b684-dcadedc8c41e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01859f3d-4259-45d3-8587-bb9993f7b601 HTTP/1.1" status: 200 len: 848 time: 0.0412252 Aug 30 18:24:32.521241 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6336ed1-d334-49a0-87c5-791239c9c5bd req-6e0d7477-b25e-4b3d-bbd6-cfa1041b6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:32.522589 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a6336ed1-d334-49a0-87c5-791239c9c5bd req-6e0d7477-b25e-4b3d-bbd6-cfa1041b6c5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410895 Aug 30 18:24:32.611273 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a6336ed1-d334-49a0-87c5-791239c9c5bd req-fc0fdaa4-7944-43d9-ae6c-d613636aacf4 service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791957 Aug 30 18:24:32.702031 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a6336ed1-d334-49a0-87c5-791239c9c5bd req-e703fa70-7c36-4515-b793-6de98c7fe5f3 service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826590 Aug 30 18:24:32.843519 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5bec1-1419-4261-950d-ec148848a67b req-7715ca9a-042f-4f7a-adc6-bd6c95800a5b tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:32.845027 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5ee5bec1-1419-4261-950d-ec148848a67b req-7715ca9a-042f-4f7a-adc6-bd6c95800a5b tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0490816 Aug 30 18:24:32.881874 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5ee5bec1-1419-4261-950d-ec148848a67b req-131388e5-ff00-4080-b7ef-957fc801fd5d tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308306 Aug 30 18:24:33.016242 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 4145b3b2-1f27-497f-8ce5-74886c64fbbc no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:24:33.087972 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:33.109822 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:24:33.111965 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bc066a-836a-49a5-988b-43fb1b9da642" -d '{"events": [{"server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:24:33.124424 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:33.128924 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:33.153009 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 18:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2b93cd-4d6f-45ea-bc97-cd0b90fc343b x-openstack-request-id: req-2e2b93cd-4d6f-45ea-bc97-cd0b90fc343b {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:24:33.153319 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:24:33.153574 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e2b93cd-4d6f-45ea-bc97-cd0b90fc343b {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:24:33.153957 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'code': 200} Aug 30 18:24:33.180696 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=4145b3b2-1f27-497f-8ce5-74886c64fbbc,revision_number=8']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:33.508954 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25f752-dd87-495d-96e6-f869f32a7b8b req-c9ef63e5-0ece-46aa-b49a-9106f1f08794 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:33.510400 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fc25f752-dd87-495d-96e6-f869f32a7b8b req-c9ef63e5-0ece-46aa-b49a-9106f1f08794 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0490751 Aug 30 18:24:33.546897 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fc25f752-dd87-495d-96e6-f869f32a7b8b req-3e90b5d9-36ac-484f-8578-f5e906cbbbb0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304339 Aug 30 18:24:33.972854 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cbb8b6e1-2d97-4469-b5c4-cd33e932ecd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:34.000571 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb80745-65f9-42db-a9ac-1d232ff2e54b req-195508df-33c2-43a5-8849-e84ac4b0727c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:34.002093 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-adb80745-65f9-42db-a9ac-1d232ff2e54b req-195508df-33c2-43a5-8849-e84ac4b0727c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0538282 Aug 30 18:24:34.026083 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:34.045100 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-adb80745-65f9-42db-a9ac-1d232ff2e54b req-7f62cc59-db21-419e-8a37-0fa2e9970a23 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362494 Aug 30 18:24:34.457841 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d045b3-8dc4-4360-b2a3-91297bf32ec4 req-28664a64-fe75-4246-95a0-125dcad00d44 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:34.459300 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-56d045b3-8dc4-4360-b2a3-91297bf32ec4 req-28664a64-fe75-4246-95a0-125dcad00d44 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0494275 Aug 30 18:24:34.490743 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-95150512-eca3-471e-8463-6001cff686ff req-d23ac8f4-8d9f-4af0-8052-75b3144bc3e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403318 Aug 30 18:24:34.497116 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-56d045b3-8dc4-4360-b2a3-91297bf32ec4 req-06f23aa6-a2a8-493d-b956-a56e1d04dc80 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315938 Aug 30 18:24:35.155755 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baddb2-2343-4089-b992-b255d40e05de req-73ed44d3-d2d5-4307-9a00-bab6252e3715 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:35.157225 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e1baddb2-2343-4089-b992-b255d40e05de req-73ed44d3-d2d5-4307-9a00-bab6252e3715 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0477211 Aug 30 18:24:35.181642 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:35.194086 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e1baddb2-2343-4089-b992-b255d40e05de req-df74c788-9ecd-4d3e-91ec-647b4be57084 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304117 Aug 30 18:24:35.339021 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95150512-eca3-471e-8463-6001cff686ff req-ab9868c3-d449-4d3c-8c45-45f2af795909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:35.340909 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-95150512-eca3-471e-8463-6001cff686ff req-ab9868c3-d449-4d3c-8c45-45f2af795909 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5&tenant_id=bf0a1398752b4d87a4b26a2ce96474c0 HTTP/1.1" status: 200 len: 1097 time: 0.0454862 Aug 30 18:24:35.402467 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab162f7a-8e48-4903-a7a5-9bceda19d5fa req-89cc6d84-2092-4120-ad5c-800b281adfa4 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:35.403053 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 54868) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:24:35.404750 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ab162f7a-8e48-4903-a7a5-9bceda19d5fa req-89cc6d84-2092-4120-ad5c-800b281adfa4 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0508332 Aug 30 18:24:35.418894 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95150512-eca3-471e-8463-6001cff686ff req-75564791-5f98-400a-8bed-ea4a964fedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:35.420417 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-95150512-eca3-471e-8463-6001cff686ff req-75564791-5f98-400a-8bed-ea4a964fedab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 1097 time: 0.0483968 Aug 30 18:24:35.446267 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ab162f7a-8e48-4903-a7a5-9bceda19d5fa req-6d1ee749-768e-4b32-9148-0ead2f6242bb tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351009 Aug 30 18:24:35.541515 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-3e951684-3599-45c5-aa63-64a9f5b0f3ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1373379 Aug 30 18:24:35.546230 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95150512-eca3-471e-8463-6001cff686ff req-51620f7f-4a6a-48d2-a353-8683fe36cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:35.547838 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-95150512-eca3-471e-8463-6001cff686ff req-51620f7f-4a6a-48d2-a353-8683fe36cfd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 200 len: 918 time: 0.1184518 Aug 30 18:24:35.620541 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-95150512-eca3-471e-8463-6001cff686ff req-98996669-b073-43b5-abf8-9e05950a8b2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc HTTP/1.1" status: 200 len: 1000 time: 0.0623951 Aug 30 18:24:35.623006 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442de3b-d89c-424f-bd52-20b0f9e16588 req-43021ce2-d405-494b-8c1b-e765934c0afa tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:35.624726 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7442de3b-d89c-424f-bd52-20b0f9e16588 req-43021ce2-d405-494b-8c1b-e765934c0afa tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0505764 Aug 30 18:24:35.665414 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7442de3b-d89c-424f-bd52-20b0f9e16588 req-b593cf82-8bcb-4acd-a147-b3b6027144c0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340359 Aug 30 18:24:35.691432 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95150512-eca3-471e-8463-6001cff686ff req-b7921aea-cd5f-4b8e-9078-8645613ed29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:35.692878 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-95150512-eca3-471e-8463-6001cff686ff req-b7921aea-cd5f-4b8e-9078-8645613ed29e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40eb3b79-0cba-43a4-abc4-3330f1488657 HTTP/1.1" status: 200 len: 856 time: 0.0517206 Aug 30 18:24:35.743708 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95150512-eca3-471e-8463-6001cff686ff req-6c662c63-def4-45b3-85b3-5ef4a433cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:35.745245 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-95150512-eca3-471e-8463-6001cff686ff req-6c662c63-def4-45b3-85b3-5ef4a433cb11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429642 Aug 30 18:24:35.839313 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-95150512-eca3-471e-8463-6001cff686ff req-6c6f3fa9-302c-47f2-bcc0-425a431cd192 service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851066 Aug 30 18:24:35.930331 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-95150512-eca3-471e-8463-6001cff686ff req-93c76376-4459-4007-8072-bc7571a65bcb service neutron] 10.222.0.36 "GET /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815771 Aug 30 18:24:36.565395 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:36.607280 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae0f94-e2bf-480a-ad22-7b63254ebefe req-35bd25ef-5e86-456b-8e99-1111ab99aac1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:36.608911 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09ae0f94-e2bf-480a-ad22-7b63254ebefe req-35bd25ef-5e86-456b-8e99-1111ab99aac1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0536814 Aug 30 18:24:36.657701 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09ae0f94-e2bf-480a-ad22-7b63254ebefe req-7b3f1b51-2170-4947-82bb-edde8a695b24 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419891 Aug 30 18:24:36.787484 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d86cd8-40e7-4b21-8f42-b52001280709 req-0b0f1c34-7bcc-41d6-aa07-f7af6a8866c6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:36.788977 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f8d86cd8-40e7-4b21-8f42-b52001280709 req-0b0f1c34-7bcc-41d6-aa07-f7af6a8866c6 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0513895 Aug 30 18:24:36.834782 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f8d86cd8-40e7-4b21-8f42-b52001280709 req-6284234c-7512-4671-b9ca-d7b39561a175 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396476 Aug 30 18:24:37.038106 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 4145b3b2-1f27-497f-8ce5-74886c64fbbc no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:24:37.779813 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0d183-6a4c-4c41-9949-203fa09ffba6 req-bfb75b7c-7bd2-4e26-ac22-c0a5d780e842 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:37.781655 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d1c0d183-6a4c-4c41-9949-203fa09ffba6 req-bfb75b7c-7bd2-4e26-ac22-c0a5d780e842 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0512927 Aug 30 18:24:37.819382 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d1c0d183-6a4c-4c41-9949-203fa09ffba6 req-a3aabfc9-8620-49e8-a89f-b431b478f71b tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311871 Aug 30 18:24:37.960453 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21dfae-c212-438f-93d3-daa62a7285d6 req-30da78a5-d135-4e4d-afef-22d40eab8fb2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:37.961932 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1a21dfae-c212-438f-93d3-daa62a7285d6 req-30da78a5-d135-4e4d-afef-22d40eab8fb2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0471463 Aug 30 18:24:38.002335 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1a21dfae-c212-438f-93d3-daa62a7285d6 req-ed63079a-f0da-4adc-a5ac-a6233740547a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339456 Aug 30 18:24:38.931969 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c89450-bde6-4455-b187-3e13b739c2c8 req-1bad5712-cf3f-4b55-b1ea-6b5d390d33cb tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:38.933457 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14c89450-bde6-4455-b187-3e13b739c2c8 req-1bad5712-cf3f-4b55-b1ea-6b5d390d33cb tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0499051 Aug 30 18:24:38.973038 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14c89450-bde6-4455-b187-3e13b739c2c8 req-f1d00182-8a72-4900-98ca-5d524d4a59e1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335624 Aug 30 18:24:39.053081 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:24:39.133640 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5671ffc-de38-4bca-b8ae-19bb0a4badc2 req-fac63824-1098-4d1a-ae20-2c889b8784b1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:39.135116 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e5671ffc-de38-4bca-b8ae-19bb0a4badc2 req-fac63824-1098-4d1a-ae20-2c889b8784b1 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0610793 Aug 30 18:24:39.137853 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:39.161521 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:24:39.164535 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac33a4b7-9708-42e5-8d13-d24ddbefa0f0" -d '{"events": [{"server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "name": "network-vif-unplugged", "status": "completed", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:24:39.191135 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:39.193769 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e5671ffc-de38-4bca-b8ae-19bb0a4badc2 req-a4f28555-5c64-46bf-abd6-93dbe2038d49 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524528 Aug 30 18:24:39.198942 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:39.222379 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 18:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66713d7-4a69-4a62-9149-4ecdf0cab8c1 x-openstack-request-id: req-e66713d7-4a69-4a62-9149-4ecdf0cab8c1 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:24:39.222669 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "name": "network-vif-unplugged", "status": "failed", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58", "code": 422}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:24:39.222922 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e66713d7-4a69-4a62-9149-4ecdf0cab8c1 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:24:39.223306 dv-cinder-804296-2-iscsi neutron-server[93970]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'code': 422} returned with failed status Aug 30 18:24:39.249660 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,revision_number=6']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:40.090134 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3e433-89e2-4f25-ad47-176d9bc62514 req-68dae35c-7568-4cba-82bb-da1c7bbedc62 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:40.091582 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-85d3e433-89e2-4f25-ad47-176d9bc62514 req-68dae35c-7568-4cba-82bb-da1c7bbedc62 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0479751 Aug 30 18:24:40.138955 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-85d3e433-89e2-4f25-ad47-176d9bc62514 req-48a89477-44e4-41f7-94f3-837cbdd7cd58 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406930 Aug 30 18:24:40.315714 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58431c2-82c9-43cc-8b22-d555b97814a9 req-bc1d5337-5acc-45a6-9099-5d30f5f213e2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:40.317180 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a58431c2-82c9-43cc-8b22-d555b97814a9 req-bc1d5337-5acc-45a6-9099-5d30f5f213e2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0485578 Aug 30 18:24:40.360738 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a58431c2-82c9-43cc-8b22-d555b97814a9 req-35bb4968-aa0f-44c7-a105-e860e52f0ad2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376184 Aug 30 18:24:40.622749 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:41.249548 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6ab49-7e83-46bc-b191-d8ce72321baa req-141e2b32-c8a0-42aa-a250-278743f24790 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:41.250914 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e4b6ab49-7e83-46bc-b191-d8ce72321baa req-141e2b32-c8a0-42aa-a250-278743f24790 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0472548 Aug 30 18:24:41.300643 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e4b6ab49-7e83-46bc-b191-d8ce72321baa req-5b19ca84-ecfd-4e97-904b-046e9695511d tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436144 Aug 30 18:24:41.479865 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb56466-533b-4742-9546-1b2f3b4eec9d req-f858cb69-3b41-48c4-bc80-0b99ee69639a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:41.481405 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-efb56466-533b-4742-9546-1b2f3b4eec9d req-f858cb69-3b41-48c4-bc80-0b99ee69639a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0495510 Aug 30 18:24:41.520382 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-efb56466-533b-4742-9546-1b2f3b4eec9d req-6c641055-0289-478f-b311-847a1362f126 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327601 Aug 30 18:24:42.411174 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080fc10-c543-4751-aa4e-9cbfae26c519 req-fe870d91-47b0-4fb2-9de5-a0b9dc6bcbdf tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:42.412869 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f080fc10-c543-4751-aa4e-9cbfae26c519 req-fe870d91-47b0-4fb2-9de5-a0b9dc6bcbdf tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0503070 Aug 30 18:24:42.456144 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f080fc10-c543-4751-aa4e-9cbfae26c519 req-7db0596f-f3cb-426a-8e3c-f045c8e7b66c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362997 Aug 30 18:24:42.641083 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e6fed-6870-44ca-8ec3-defe5223c73d req-ebe0f35f-0278-4afd-8bbe-2ac07d415d99 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:42.642427 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-914e6fed-6870-44ca-8ec3-defe5223c73d req-ebe0f35f-0278-4afd-8bbe-2ac07d415d99 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0480368 Aug 30 18:24:42.681776 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-914e6fed-6870-44ca-8ec3-defe5223c73d req-ce0282f3-b23d-470a-a8d3-52f83dca6793 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329154 Aug 30 18:24:43.585102 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38718b-3d54-4dad-8bd8-706e84a0fda8 req-8860ba0a-dff2-4930-b6fd-08f6a0897769 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:43.587086 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ca38718b-3d54-4dad-8bd8-706e84a0fda8 req-8860ba0a-dff2-4930-b6fd-08f6a0897769 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0599775 Aug 30 18:24:43.633469 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ca38718b-3d54-4dad-8bd8-706e84a0fda8 req-cf4c0baf-b8bb-4a00-8e9d-1ce0e1890704 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387156 Aug 30 18:24:43.806526 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fb726-736f-4f02-968c-1fc663795fc5 req-0444de8c-2446-4e9f-b86c-8b5ded37ab8f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:43.808027 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2a0fb726-736f-4f02-968c-1fc663795fc5 req-0444de8c-2446-4e9f-b86c-8b5ded37ab8f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0496054 Aug 30 18:24:43.850432 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2a0fb726-736f-4f02-968c-1fc663795fc5 req-093b567c-b7e2-410d-bba7-ef3cecc551a7 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358794 Aug 30 18:24:44.757689 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cb59b-b58f-4766-89d2-b1a5127b771e req-68c77697-b813-4982-be46-b7286249d893 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:44.759232 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0f7cb59b-b58f-4766-89d2-b1a5127b771e req-68c77697-b813-4982-be46-b7286249d893 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0501058 Aug 30 18:24:44.798328 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0f7cb59b-b58f-4766-89d2-b1a5127b771e req-622b9e95-7f0f-4728-bcff-b2046a0fa3e5 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328536 Aug 30 18:24:44.974840 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcf5e6-ea3a-4ae8-8834-528f82921504 req-c90331db-c115-4697-99be-846a6ef37e08 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:44.976345 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b3fcf5e6-ea3a-4ae8-8834-528f82921504 req-c90331db-c115-4697-99be-846a6ef37e08 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0528266 Aug 30 18:24:45.014855 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b3fcf5e6-ea3a-4ae8-8834-528f82921504 req-26911b7b-8ff9-4e9b-a0ad-c34b819d9d97 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325420 Aug 30 18:24:45.913574 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd760bc9-07b8-451e-9747-9a92f03393a8 req-75555625-c98d-4b92-b68d-92fc2d2232b6 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:45.915310 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd760bc9-07b8-451e-9747-9a92f03393a8 req-75555625-c98d-4b92-b68d-92fc2d2232b6 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0506434 Aug 30 18:24:45.956335 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd760bc9-07b8-451e-9747-9a92f03393a8 req-a2eec2f4-49e6-4d7c-b4de-284477db3b86 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352070 Aug 30 18:24:46.138455 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b966cdd-c74c-433e-8595-39b85389766e req-0a595423-2323-464e-9f39-420fd56ea095 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:46.139950 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9b966cdd-c74c-433e-8595-39b85389766e req-0a595423-2323-464e-9f39-420fd56ea095 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0531089 Aug 30 18:24:46.177011 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9b966cdd-c74c-433e-8595-39b85389766e req-ebad4196-21f7-46f4-be0c-7129f71f18c9 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312145 Aug 30 18:24:47.068386 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274d70f-780b-4db1-9fb6-ad0ba2f9c998 req-0b62201e-e168-4877-9ab2-9b7f8e0a6a56 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:47.069952 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c274d70f-780b-4db1-9fb6-ad0ba2f9c998 req-0b62201e-e168-4877-9ab2-9b7f8e0a6a56 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0466950 Aug 30 18:24:47.109397 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c274d70f-780b-4db1-9fb6-ad0ba2f9c998 req-bfdd5153-9b7b-4c2e-bed7-bf62c17f384a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333500 Aug 30 18:24:47.297856 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af8d3e-8c39-482f-9c5d-5b5ebfc570b6 req-70b3346a-c9f0-4c58-b8fd-8b82b8ddbd8e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:47.299362 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c4af8d3e-8c39-482f-9c5d-5b5ebfc570b6 req-70b3346a-c9f0-4c58-b8fd-8b82b8ddbd8e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0510712 Aug 30 18:24:47.340695 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c4af8d3e-8c39-482f-9c5d-5b5ebfc570b6 req-dc355487-5c25-4c7a-a7de-19943587e125 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354211 Aug 30 18:24:48.221793 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c614-a859-48e5-9ddc-242c0821a0cb req-16fef62a-6981-4081-95b5-64cf1ef7594e tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:48.223776 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c9c5c614-a859-48e5-9ddc-242c0821a0cb req-16fef62a-6981-4081-95b5-64cf1ef7594e tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0478878 Aug 30 18:24:48.260861 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c9c5c614-a859-48e5-9ddc-242c0821a0cb req-f315d4f8-6ca4-4efd-8ba4-379c67eb6b59 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312490 Aug 30 18:24:48.300181 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-244ecfb4-4880-4a5d-9175-51acbb87b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:48.301707 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-244ecfb4-4880-4a5d-9175-51acbb87b0fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac&tenant_id=966fb7be2fcb44a0908360bc585a21f7 HTTP/1.1" status: 200 len: 1097 time: 0.0399106 Aug 30 18:24:48.370655 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-be341799-2d1e-422c-b641-fcffce8b6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:48.372550 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-be341799-2d1e-422c-b641-fcffce8b6958 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=966fb7be2fcb44a0908360bc585a21f7&device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 1097 time: 0.0424509 Aug 30 18:24:48.459146 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eb427-6bbb-4ef7-86e3-0d1faa7240bf req-bc41bf49-8e55-4b05-8c90-5de42f278939 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:48.460520 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a28eb427-6bbb-4ef7-86e3-0d1faa7240bf req-bc41bf49-8e55-4b05-8c90-5de42f278939 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0486486 Aug 30 18:24:48.462509 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-a5e215e2-8286-409a-812e-bc781849c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:48.464073 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-a5e215e2-8286-409a-812e-bc781849c57a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de HTTP/1.1" status: 200 len: 910 time: 0.0829713 Aug 30 18:24:48.497484 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a28eb427-6bbb-4ef7-86e3-0d1faa7240bf req-0cb1a032-b1d2-4ea6-b770-cfad13ed9597 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309775 Aug 30 18:24:48.532511 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-4ebdd183-a8e0-4347-859e-25673e9ee421 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 HTTP/1.1" status: 200 len: 1000 time: 0.0599468 Aug 30 18:24:48.586318 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-4b744d32-d8ed-4f6d-8b50-4ede656add17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:48.587747 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-4b744d32-d8ed-4f6d-8b50-4ede656add17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01859f3d-4259-45d3-8587-bb9993f7b601 HTTP/1.1" status: 200 len: 848 time: 0.0440040 Aug 30 18:24:48.634362 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-482f6492-7633-4e7b-b97a-13bdddf63544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:48.635795 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-482f6492-7633-4e7b-b97a-13bdddf63544 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382373 Aug 30 18:24:48.724781 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-cea22b18-c64e-4d4c-a10c-7c3fad2d112e service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799937 Aug 30 18:24:48.814697 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-369de0d0-54f7-41d0-82fe-3568bfbe0c87 req-f7ffe24d-f68d-4e71-a2f7-5d406a88efb8 service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809019 Aug 30 18:24:49.373190 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15155552-a715-4b6e-a731-8d3905afd425 req-48c1c4bd-59fd-4cd2-8c1b-698ae80a0209 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:49.374633 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15155552-a715-4b6e-a731-8d3905afd425 req-48c1c4bd-59fd-4cd2-8c1b-698ae80a0209 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0477970 Aug 30 18:24:49.414140 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15155552-a715-4b6e-a731-8d3905afd425 req-a6c07951-e556-4b60-bac4-fcfc61876575 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337055 Aug 30 18:24:49.822670 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e178536-42f9-4ae6-8365-e59579bdb6b9 req-7bb1131c-d400-4b8f-b8a2-da332b64ab1a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:49.824029 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5e178536-42f9-4ae6-8365-e59579bdb6b9 req-7bb1131c-d400-4b8f-b8a2-da332b64ab1a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.2542512 Aug 30 18:24:49.861002 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5e178536-42f9-4ae6-8365-e59579bdb6b9 req-5565322c-d350-49c8-a410-d5652c7aa715 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308206 Aug 30 18:24:50.528366 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c20de-aed6-4a14-b4c1-b1c1f63e9ab2 req-73a4d182-0300-438c-90b9-0652d4ca6814 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:50.529837 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-333c20de-aed6-4a14-b4c1-b1c1f63e9ab2 req-73a4d182-0300-438c-90b9-0652d4ca6814 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0474038 Aug 30 18:24:50.567079 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-333c20de-aed6-4a14-b4c1-b1c1f63e9ab2 req-3638a928-a6e1-423a-a655-101866c46798 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309455 Aug 30 18:24:50.980048 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd7957-c46c-4e87-bce8-bf90f137b00a req-83c60b29-3c5f-488f-93d4-8ee38f6aaa81 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:50.981510 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-17dd7957-c46c-4e87-bce8-bf90f137b00a req-83c60b29-3c5f-488f-93d4-8ee38f6aaa81 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 944 time: 0.0502481 Aug 30 18:24:51.016551 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-17dd7957-c46c-4e87-bce8-bf90f137b00a req-919222c9-6736-4481-9947-7fcdccfd405a tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291679 Aug 30 18:24:51.099552 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 4145b3b2-1f27-497f-8ce5-74886c64fbbc details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:24:51.190860 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:51.201252 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'port_id': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'mac_address': 'fa:16:3e:72:b2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:24:51.236367 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:51.248121 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4145b3b2-1f27-497f-8ce5-74886c64fbbc {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:24:51.266255 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:51.270963 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:51.315528 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=4145b3b2-1f27-497f-8ce5-74886c64fbbc,revision_number=9']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:51.519947 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['4145b3b2-1f27-497f-8ce5-74886c64fbbc'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:24:51.688204 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f611d5-bc92-4f5d-aead-7174d6df6bf6 req-7ee1f592-64bc-4f30-82e7-37888c52be3a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:51.689704 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-58f611d5-bc92-4f5d-aead-7174d6df6bf6 req-7ee1f592-64bc-4f30-82e7-37888c52be3a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0577981 Aug 30 18:24:51.726850 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-58f611d5-bc92-4f5d-aead-7174d6df6bf6 req-d0e85c29-aceb-493b-aa1e-b3b699ccc613 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308118 Aug 30 18:24:52.134818 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d632c68-895e-4fc2-b438-767ee5b4e1ff req-af070b30-2b2f-4354-9c8b-45eb56c7a434 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:52.136538 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7d632c68-895e-4fc2-b438-767ee5b4e1ff req-af070b30-2b2f-4354-9c8b-45eb56c7a434 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0478468 Aug 30 18:24:52.173303 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7d632c68-895e-4fc2-b438-767ee5b4e1ff req-cf9ce218-4fb7-421d-b9e6-79a671d82bd0 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308700 Aug 30 18:24:52.840574 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17eff2-7ae2-4add-983f-767ab235a200 req-20a6e1fa-0772-4d69-90c9-b26c70db5bc4 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:52.841961 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae17eff2-7ae2-4add-983f-767ab235a200 req-20a6e1fa-0772-4d69-90c9-b26c70db5bc4 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0502465 Aug 30 18:24:52.878820 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae17eff2-7ae2-4add-983f-767ab235a200 req-e410b14b-c0fb-40d3-8b6d-0f4e2a8bdc5c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305421 Aug 30 18:24:53.107533 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 4145b3b2-1f27-497f-8ce5-74886c64fbbc up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:24:53.155098 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 4145b3b2-1f27-497f-8ce5-74886c64fbbc triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:24:53.155468 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:53.230351 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:53.252394 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:24:53.255252 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc624c8-bdc8-43d6-b4ce-07bb153869dd" -d '{"events": [{"server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:24:53.267428 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:53.272540 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:53.291159 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dea55-98dd-477a-bf4e-4eaf34c8ed72 req-135e9f6a-99b3-4ee5-8307-d254535f9e80 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:53.292713 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-325dea55-98dd-477a-bf4e-4eaf34c8ed72 req-135e9f6a-99b3-4ee5-8307-d254535f9e80 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 945 time: 0.0491381 Aug 30 18:24:53.301809 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66ae39c-ca6b-41f8-8988-5e98773de6bb x-openstack-request-id: req-b66ae39c-ca6b-41f8-8988-5e98773de6bb {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:24:53.302217 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "name": "network-vif-plugged", "status": "completed", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:24:53.302713 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b66ae39c-ca6b-41f8-8988-5e98773de6bb {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:24:53.303194 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'code': 200} Aug 30 18:24:53.331128 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=4145b3b2-1f27-497f-8ce5-74886c64fbbc,revision_number=10']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:53.333555 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-325dea55-98dd-477a-bf4e-4eaf34c8ed72 req-59e97f0b-0159-4205-9fda-1c4e57c78e6e tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343733 Aug 30 18:24:53.480448 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1918a5-6885-47cc-9559-85baa48106f1 req-46547bab-d065-41d4-a8df-ce748c264f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:53.481856 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7c1918a5-6885-47cc-9559-85baa48106f1 req-46547bab-d065-41d4-a8df-ce748c264f96 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 1100 time: 0.0389700 Aug 30 18:24:53.516894 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7c1918a5-6885-47cc-9559-85baa48106f1 req-2eb1dde6-ed09-4681-9c68-20050f4c6316 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265691 Aug 30 18:24:53.991450 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce6803-19f5-4914-8a15-45155f7c8edb req-39ad034c-cc0f-4cae-b90e-4ff681eea65a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:53.992916 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-17ce6803-19f5-4914-8a15-45155f7c8edb req-39ad034c-cc0f-4cae-b90e-4ff681eea65a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0479248 Aug 30 18:24:54.030978 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-17ce6803-19f5-4914-8a15-45155f7c8edb req-290113cf-e818-43ca-a502-7ff44177f89e tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319586 Aug 30 18:24:54.458552 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27770602-2bda-4256-9207-7d727672fd5d req-84e35f00-0d63-4fb0-bfe9-fb4b3970544b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:54.460044 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-27770602-2bda-4256-9207-7d727672fd5d req-84e35f00-0d63-4fb0-bfe9-fb4b3970544b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 947 time: 0.0518193 Aug 30 18:24:54.496741 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-27770602-2bda-4256-9207-7d727672fd5d req-a010a318-5a0e-4078-b4d2-7375c15c908f tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307903 Aug 30 18:24:55.152532 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163e695-5b64-4de3-9f84-4af7fc6ab176 req-e731e879-3b48-464c-a824-64dbbf1711a1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:55.154055 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a163e695-5b64-4de3-9f84-4af7fc6ab176 req-e731e879-3b48-464c-a824-64dbbf1711a1 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0505836 Aug 30 18:24:55.193749 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a163e695-5b64-4de3-9f84-4af7fc6ab176 req-c4dd3b04-c315-4780-a76d-9d544f2be7d6 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314572 Aug 30 18:24:55.608188 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da06e-1654-48d3-bcc2-1f117b8754f5 req-ff07ffa7-6851-447f-bd8b-08cd441f0164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:55.609743 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be2da06e-1654-48d3-bcc2-1f117b8754f5 req-ff07ffa7-6851-447f-bd8b-08cd441f0164 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f9141f51c584769a353c95eaf389b35&device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 1137 time: 0.0430014 Aug 30 18:24:55.631454 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b314c25-9a21-4740-93ad-cf9a2a389ba3 req-8d0ed9f9-3048-42bc-8a4c-a0910a35b523 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:55.632946 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4b314c25-9a21-4740-93ad-cf9a2a389ba3 req-8d0ed9f9-3048-42bc-8a4c-a0910a35b523 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 984 time: 0.0809677 Aug 30 18:24:55.644402 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a7c18-75d4-4470-9270-620d3c3386ec req-aeb3bf49-fe3c-4e9d-992a-5bd7b33005eb tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:55.645839 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-356a7c18-75d4-4470-9270-620d3c3386ec req-aeb3bf49-fe3c-4e9d-992a-5bd7b33005eb tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 947 time: 0.0676479 Aug 30 18:24:55.699277 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da06e-1654-48d3-bcc2-1f117b8754f5 req-0deec12f-f1ab-412a-be53-9d35e4a549d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:55.700683 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be2da06e-1654-48d3-bcc2-1f117b8754f5 req-0deec12f-f1ab-412a-be53-9d35e4a549d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b15f2efd-176b-4c8d-9d6a-18913de6080e HTTP/1.1" status: 200 len: 916 time: 0.0831158 Aug 30 18:24:55.703526 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4b314c25-9a21-4740-93ad-cf9a2a389ba3 req-ee571dc5-5df2-4fe5-865e-060f9fd05323 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&id=9af3b56e-e1cb-4601-aef7-a7aed53263c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564752 Aug 30 18:24:55.706404 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-356a7c18-75d4-4470-9270-620d3c3386ec req-eabfd321-c130-45e5-806b-04d3fd8cd275 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540359 Aug 30 18:24:55.775179 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be2da06e-1654-48d3-bcc2-1f117b8754f5 req-131cb3ae-09f6-4874-accb-28c2bf425c72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f238ad-3369-4e94-8071-90110b33554c HTTP/1.1" status: 200 len: 1000 time: 0.0624545 Aug 30 18:24:55.825662 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da06e-1654-48d3-bcc2-1f117b8754f5 req-63aa599b-0f42-4eb2-ba24-bcf7ddedd177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:55.827027 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be2da06e-1654-48d3-bcc2-1f117b8754f5 req-63aa599b-0f42-4eb2-ba24-bcf7ddedd177 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30ba3a2c-cdc3-477f-bb45-7f79c65a032c HTTP/1.1" status: 200 len: 854 time: 0.0421762 Aug 30 18:24:55.873525 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da06e-1654-48d3-bcc2-1f117b8754f5 req-61ef70f4-730c-4cdd-8eff-aaf54a6ce545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:55.874965 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be2da06e-1654-48d3-bcc2-1f117b8754f5 req-61ef70f4-730c-4cdd-8eff-aaf54a6ce545 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b15f2efd-176b-4c8d-9d6a-18913de6080e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387816 Aug 30 18:24:55.968302 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be2da06e-1654-48d3-bcc2-1f117b8754f5 req-e336a8b7-3d06-4fe4-abc3-70c9299de7ea service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814345 Aug 30 18:24:56.056400 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be2da06e-1654-48d3-bcc2-1f117b8754f5 req-86cd1236-fc6d-4ec1-b4c3-a98263db8b3c service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796576 Aug 30 18:24:56.304076 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd90d3-bc63-4e76-92d6-508142bafd03 req-fb7ed910-8ff4-442e-b63e-e288c113d89a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:56.305617 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-44dd90d3-bc63-4e76-92d6-508142bafd03 req-fb7ed910-8ff4-442e-b63e-e288c113d89a tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 944 time: 0.0475976 Aug 30 18:24:56.341624 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-44dd90d3-bc63-4e76-92d6-508142bafd03 req-87b5f2cf-1604-4ef4-83e4-3e575f4001f4 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302744 Aug 30 18:24:56.827749 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eabba1-aaf5-40f4-bfda-2f41230bc002 req-c82f1826-ff47-4279-ad63-0750f95e2e09 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:56.829460 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d5eabba1-aaf5-40f4-bfda-2f41230bc002 req-c82f1826-ff47-4279-ad63-0750f95e2e09 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 984 time: 0.0475535 Aug 30 18:24:56.868248 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d5eabba1-aaf5-40f4-bfda-2f41230bc002 req-0be4764b-ebc8-4223-9d57-922584fb78e5 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&id=9af3b56e-e1cb-4601-aef7-a7aed53263c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322506 Aug 30 18:24:57.118519 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:24:57.211317 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:57.222130 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'port_id': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'mac_address': 'fa:16:3e:6e:c7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:24:57.257698 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:57.269672 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:24:57.287841 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:57.291807 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:57.337449 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,revision_number=7']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:57.457201 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2b22a-c65a-44c6-8185-17f5001744f4 req-0f57f5ed-cd0c-4b9b-ad1a-cde4575333f6 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:57.458679 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-10d2b22a-c65a-44c6-8185-17f5001744f4 req-0f57f5ed-cd0c-4b9b-ad1a-cde4575333f6 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 945 time: 0.0524204 Aug 30 18:24:57.497942 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-10d2b22a-c65a-44c6-8185-17f5001744f4 req-88c051af-5730-4468-b9d9-6086b14267ce tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313437 Aug 30 18:24:57.565532 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:24:57.982164 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da49c9-fb42-4b8b-9b11-0f0d04523117 req-f869b70c-cb5f-47e7-af5e-ca22965fcc81 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:57.983621 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e8da49c9-fb42-4b8b-9b11-0f0d04523117 req-f869b70c-cb5f-47e7-af5e-ca22965fcc81 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 984 time: 0.0483973 Aug 30 18:24:58.022353 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e8da49c9-fb42-4b8b-9b11-0f0d04523117 req-e296cff4-6738-47fa-aa72-27f4746f29e2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&id=9af3b56e-e1cb-4601-aef7-a7aed53263c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328717 Aug 30 18:24:58.612210 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2599e4-8523-4b56-aa0e-fd0ece6d9dc8 req-8e730599-a113-4923-a7f7-fb5079b01038 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:58.613708 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ea2599e4-8523-4b56-aa0e-fd0ece6d9dc8 req-8e730599-a113-4923-a7f7-fb5079b01038 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 945 time: 0.0477617 Aug 30 18:24:58.650837 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ea2599e4-8523-4b56-aa0e-fd0ece6d9dc8 req-b1152a3b-70bc-4ec2-9303-a97d1395c8f5 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314524 Aug 30 18:24:59.130489 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:24:59.140558 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a59611-5c47-4cd1-81a9-6847f2c07e02 req-f8ed160c-748f-4229-a2e1-c4b524f9445e tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:59.142142 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-67a59611-5c47-4cd1-81a9-6847f2c07e02 req-f8ed160c-748f-4229-a2e1-c4b524f9445e tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 984 time: 0.0537627 Aug 30 18:24:59.182876 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-67a59611-5c47-4cd1-81a9-6847f2c07e02 req-ce4e1a99-f2cb-4eb0-a55a-474d3d6e2280 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&id=9af3b56e-e1cb-4601-aef7-a7aed53263c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341318 Aug 30 18:24:59.183140 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:24:59.183250 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:59.257238 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:59.278704 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:24:59.280890 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f88abcf-1cc3-4b53-ab21-e4ba42b7a4df" -d '{"events": [{"server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "name": "network-vif-plugged", "status": "completed", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:24:59.293717 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:24:59.298141 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:24:59.325564 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be9da89-6c5d-41b5-b484-9682465d1eec x-openstack-request-id: req-0be9da89-6c5d-41b5-b484-9682465d1eec {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:24:59.325848 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "name": "network-vif-plugged", "status": "completed", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:24:59.326098 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0be9da89-6c5d-41b5-b484-9682465d1eec {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:24:59.326473 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'code': 200} Aug 30 18:24:59.352412 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,revision_number=8']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:24:59.544976 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137a3e7-c4ce-481c-ac2b-5b5d6e45ba3f req-e56e1e99-b33b-49ef-b934-5c71a7de132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:59.545857 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8137a3e7-c4ce-481c-ac2b-5b5d6e45ba3f req-e56e1e99-b33b-49ef-b934-5c71a7de132e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 1099 time: 0.0391052 Aug 30 18:24:59.581191 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8137a3e7-c4ce-481c-ac2b-5b5d6e45ba3f req-a1941a45-a365-4f79-a92c-e49e763a85c8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0268655 Aug 30 18:24:59.765004 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53d8ea-f010-4a78-a0a1-6c8b1d971ba5 req-7ff5e2af-9e21-4ad0-886c-55e18370e5a2 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:24:59.766478 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8a53d8ea-f010-4a78-a0a1-6c8b1d971ba5 req-7ff5e2af-9e21-4ad0-886c-55e18370e5a2 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0505481 Aug 30 18:24:59.804108 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8a53d8ea-f010-4a78-a0a1-6c8b1d971ba5 req-015976ba-725e-4e1e-bf38-a5409e14a4e3 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316694 Aug 30 18:25:00.296704 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e438f-6617-4bb7-a1ac-7bd4ed7769a6 req-c47654c5-7b70-4b01-9e07-8ef338b03db6 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:00.298211 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e60e438f-6617-4bb7-a1ac-7bd4ed7769a6 req-c47654c5-7b70-4b01-9e07-8ef338b03db6 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 984 time: 0.0479181 Aug 30 18:25:00.337415 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e60e438f-6617-4bb7-a1ac-7bd4ed7769a6 req-93d92937-aea6-444b-a325-afaeaff71fe8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&id=9af3b56e-e1cb-4601-aef7-a7aed53263c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332632 Aug 30 18:25:00.918551 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083393aa-bfc2-4d5a-8dae-d56a8d64fbd5 req-16c4ced7-aa66-406e-944a-7ee7b6c2f565 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:00.920023 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-083393aa-bfc2-4d5a-8dae-d56a8d64fbd5 req-16c4ced7-aa66-406e-944a-7ee7b6c2f565 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0513048 Aug 30 18:25:00.957807 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-083393aa-bfc2-4d5a-8dae-d56a8d64fbd5 req-0ecafe8e-a7c9-49db-a4de-efad25f015ad tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312858 Aug 30 18:25:01.316236 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f482784f-8bc5-43cc-9e80-6bf471f4fbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:01.448885 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0af12c-3081-4237-a0c5-fa8be009084e req-b886f874-3cfd-4d92-8055-625aeb33bc04 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:01.450332 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2d0af12c-3081-4237-a0c5-fa8be009084e req-b886f874-3cfd-4d92-8055-625aeb33bc04 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 984 time: 0.0479906 Aug 30 18:25:01.490748 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2d0af12c-3081-4237-a0c5-fa8be009084e req-d4182dc3-3517-42d1-98a1-8f689c2e755f tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&id=9af3b56e-e1cb-4601-aef7-a7aed53263c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342567 Aug 30 18:25:02.603970 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c23b5-be8f-439e-90b5-003d3e177555 req-47af43ad-a1a4-438c-bb1b-f09ce17d8ad6 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:02.605448 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6d0c23b5-be8f-439e-90b5-003d3e177555 req-47af43ad-a1a4-438c-bb1b-f09ce17d8ad6 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 984 time: 0.0473869 Aug 30 18:25:02.644050 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6d0c23b5-be8f-439e-90b5-003d3e177555 req-926b0576-0cdc-417d-bdf1-487e129e30f8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&id=9af3b56e-e1cb-4601-aef7-a7aed53263c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327339 Aug 30 18:25:03.759706 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1043179-b16b-408c-b4e7-76340d21a399 req-356027f1-cd10-4adb-9818-1cfd834db424 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:03.761189 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c1043179-b16b-408c-b4e7-76340d21a399 req-356027f1-cd10-4adb-9818-1cfd834db424 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 984 time: 0.0516422 Aug 30 18:25:03.798956 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c1043179-b16b-408c-b4e7-76340d21a399 req-169b30d1-540a-4f0e-a9af-a31f95606712 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&id=9af3b56e-e1cb-4601-aef7-a7aed53263c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317819 Aug 30 18:25:03.973229 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1608561f-968a-4188-90bc-c9bf18967968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:04.027261 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:04.915614 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e051a-8aa2-428f-b08f-3dfd15688d66 req-884713d4-7a36-4fc9-8d5f-e875e6faf12f tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:04.917401 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cf4e051a-8aa2-428f-b08f-3dfd15688d66 req-884713d4-7a36-4fc9-8d5f-e875e6faf12f tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 984 time: 0.0490518 Aug 30 18:25:04.956970 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cf4e051a-8aa2-428f-b08f-3dfd15688d66 req-bc002c0c-e9b4-4684-bda4-e1d07ed154f4 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&id=9af3b56e-e1cb-4601-aef7-a7aed53263c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336151 Aug 30 18:25:05.185427 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:06.069168 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702c888-8970-42ff-9803-fa3d9e9a0541 req-e2284064-d144-4722-8038-4472787de15f tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:06.070618 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8702c888-8970-42ff-9803-fa3d9e9a0541 req-e2284064-d144-4722-8038-4472787de15f tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 984 time: 0.0477853 Aug 30 18:25:06.108407 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8702c888-8970-42ff-9803-fa3d9e9a0541 req-28ba5fa5-862a-4de1-8c9e-d6e75eb585bb tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&id=9af3b56e-e1cb-4601-aef7-a7aed53263c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318937 Aug 30 18:25:06.552919 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:07.227236 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccad2a-8261-416d-8276-c5a14d9c499b req-e49a85e3-c15c-441c-8bdd-00672cfe8820 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:07.228622 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a8ccad2a-8261-416d-8276-c5a14d9c499b req-e49a85e3-c15c-441c-8bdd-00672cfe8820 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 984 time: 0.0518298 Aug 30 18:25:07.267266 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a8ccad2a-8261-416d-8276-c5a14d9c499b req-7c43ebec-93f5-4e6b-9417-6dac977fc7e9 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&id=9af3b56e-e1cb-4601-aef7-a7aed53263c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327191 Aug 30 18:25:07.649974 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:25:10.628057 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:16.038536 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd91a545-29aa-4f45-b96a-485d24f877ac req-9d59be8c-ed7a-49ad-b126-a6a5b666fe70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418184 Aug 30 18:25:16.119378 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91a545-29aa-4f45-b96a-485d24f877ac req-491b4730-4f08-44a0-a34a-39edc536e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:16.120811 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd91a545-29aa-4f45-b96a-485d24f877ac req-491b4730-4f08-44a0-a34a-39edc536e713 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=966fb7be2fcb44a0908360bc585a21f7&device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 1099 time: 0.0378051 Aug 30 18:25:16.221795 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91a545-29aa-4f45-b96a-485d24f877ac req-e4a216d2-1c20-4098-a68f-e162f2eb2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:16.223223 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd91a545-29aa-4f45-b96a-485d24f877ac req-e4a216d2-1c20-4098-a68f-e162f2eb2e5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de HTTP/1.1" status: 200 len: 910 time: 0.0838189 Aug 30 18:25:16.291258 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd91a545-29aa-4f45-b96a-485d24f877ac req-ee590a1e-cd48-4cb4-bc21-0c356627f203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 HTTP/1.1" status: 200 len: 1002 time: 0.0592158 Aug 30 18:25:16.339572 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91a545-29aa-4f45-b96a-485d24f877ac req-84effbbc-92c0-4894-bfdb-635f8821237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:16.340995 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd91a545-29aa-4f45-b96a-485d24f877ac req-84effbbc-92c0-4894-bfdb-635f8821237e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01859f3d-4259-45d3-8587-bb9993f7b601 HTTP/1.1" status: 200 len: 848 time: 0.0420337 Aug 30 18:25:16.395918 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91a545-29aa-4f45-b96a-485d24f877ac req-8b06df91-b213-41b8-912d-022bc1ec3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:16.397382 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd91a545-29aa-4f45-b96a-485d24f877ac req-8b06df91-b213-41b8-912d-022bc1ec3e5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409565 Aug 30 18:25:16.483189 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd91a545-29aa-4f45-b96a-485d24f877ac req-a8a9abdc-4439-4e06-96a8-1d4840b28c25 service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773222 Aug 30 18:25:16.573326 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bd91a545-29aa-4f45-b96a-485d24f877ac req-8b82c8a2-cc60-4a76-af3c-d88a596c4591 service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819311 Aug 30 18:25:31.317230 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-638013fb-b754-4189-a5e8-e477f5118ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:33.973814 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-db05e5da-24c6-4231-8f8f-fb171facd3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:34.027616 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:34.559782 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997626a0-cb4b-41c2-a87d-4bccb8f5b92b req-58255699-8f8e-4baf-baa8-6b5bb5860ae2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:34.561343 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-997626a0-cb4b-41c2-a87d-4bccb8f5b92b req-58255699-8f8e-4baf-baa8-6b5bb5860ae2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 947 time: 0.0491476 Aug 30 18:25:34.598342 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-997626a0-cb4b-41c2-a87d-4bccb8f5b92b req-bb7b61d6-1dcc-4789-b1b0-58092781cdfa tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310113 Aug 30 18:25:35.188230 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:35.718081 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01d4b0-6d1d-4ac3-b051-5c08d29a0cdf req-a27f0092-8e16-458c-b930-07f2034d83f3 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:35.719536 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae01d4b0-6d1d-4ac3-b051-5c08d29a0cdf req-a27f0092-8e16-458c-b930-07f2034d83f3 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 947 time: 0.0476744 Aug 30 18:25:35.756110 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae01d4b0-6d1d-4ac3-b051-5c08d29a0cdf req-aa52c47b-9f62-4b94-aae1-d08006e9c9a2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups?id=805b2468-a9f6-4886-9837-3c5653eb8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303321 Aug 30 18:25:36.074770 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-3de62287-2251-4951-9c07-ffe70f1eb247 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:36.076201 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-3de62287-2251-4951-9c07-ffe70f1eb247 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 947 time: 0.0472310 Aug 30 18:25:36.163382 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Deleting port 4145b3b2-1f27-497f-8ce5-74886c64fbbc {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:36.163736 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:36.249114 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] For port 4145b3b2-1f27-497f-8ce5-74886c64fbbc, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4145b3b2-1f27-497f-8ce5-74886c64fbbc,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:36.249477 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:36.406988 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:36.407280 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:36.407588 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Floating IP 3c0a18a3-6323-4ffc-ae23-908fc18f5c35 disassociated. External IP: 172.27.2.190, port: 4145b3b2-1f27-497f-8ce5-74886c64fbbc. Aug 30 18:25:36.407916 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Calling delete_port for 4145b3b2-1f27-497f-8ce5-74886c64fbbc owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:36.551378 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:36.781126 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:36.808608 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event deleted for resources: {'Port': ['ID=4145b3b2-1f27-497f-8ce5-74886c64fbbc,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:36.821717 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:36.822062 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:36.822402 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:36.822736 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:36.823064 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:36.823420 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:36.823748 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:36.824074 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:36.824396 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:36.824716 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:36.825067 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:36.825388 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:36.863899 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f1d92bb9-06ef-4485-9fda-60248b341db6 req-1b274419-0fc4-43c6-8990-f0b199f7158b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5 HTTP/1.1" status: 200 len: 210 time: 0.0369432 Aug 30 18:25:36.931871 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Router 9f14812d-60c3-4ddd-8f28-1068295c910f has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:25:37.033381 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:25:37.043121 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff43239-d716-490d-b993-3661423290e4 None None] Sync routers for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:25:37.053066 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff43239-d716-490d-b993-3661423290e4 None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:25:37.053671 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-dff43239-d716-490d-b993-3661423290e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:25:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:37.071751 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] No DVR routers for this DVR port 4145b3b2-1f27-497f-8ce5-74886c64fbbc on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:25:37.074462 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:37.076656 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5c793cdc-b140-4807-8be2-0e748dbeaf65 req-b798267b-45d3-42b9-80ec-e4d5891f62b2 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.36 "DELETE /v2.0/ports/4145b3b2-1f27-497f-8ce5-74886c64fbbc HTTP/1.1" status: 204 len: 173 time: 0.9932852 Aug 30 18:25:37.077294 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'name': 'network-vif-deleted', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:25:37.080264 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0501dfad-f35e-4bc7-989f-faf841330bc8" -d '{"events": [{"server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "name": "network-vif-deleted", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:25:37.118652 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3159ff7d-f44b-487f-bec2-698e5aa2ecf7 x-openstack-request-id: req-3159ff7d-f44b-487f-bec2-698e5aa2ecf7 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:25:37.118942 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5", "name": "network-vif-deleted", "tag": "4145b3b2-1f27-497f-8ce5-74886c64fbbc", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:25:37.119195 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3159ff7d-f44b-487f-bec2-698e5aa2ecf7 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:25:37.119598 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b72a73d-bd32-40b6-a4d6-47f8cd36c2a5', 'name': 'network-vif-deleted', 'tag': '4145b3b2-1f27-497f-8ce5-74886c64fbbc', 'status': 'completed', 'code': 200} Aug 30 18:25:37.162247 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-dff43239-d716-490d-b993-3661423290e4 None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:25:37.361245 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-dff43239-d716-490d-b993-3661423290e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:07Z', 'revision_number': 5, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:37.389732 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff43239-d716-490d-b993-3661423290e4 None None] Checking router: 9f14812d-60c3-4ddd-8f28-1068295c910f for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:25:37.398221 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff43239-d716-490d-b993-3661423290e4 None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:25:37.398758 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-dff43239-d716-490d-b993-3661423290e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:25:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:37.596098 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-dff43239-d716-490d-b993-3661423290e4 None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:25:37.789511 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-dff43239-d716-490d-b993-3661423290e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:07Z', 'revision_number': 5, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:37.814929 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff43239-d716-490d-b993-3661423290e4 None None] The sync data for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi is: [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:02Z', 'revision_number': 4, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'bd824a65-5564-4110-959f-d6bb5a802931', 'name': '', 'network_id': 'a136ea2a-90b4-4cf2-bea9-5dad284fb6f2', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'mac_address': 'fa:16:3e:b5:18:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:20:01Z', 'updated_at': '2021-08-30T18:20:07Z', 'revision_number': 5, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'subnets': [{'id': '40eb3b79-0cba-43a4-abc4-3330f1488657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:25:37.953180 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55098) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:38.010957 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4ad8-440a-4684-9d97-64de4f4fc83b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:38.032100 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7683309-f09f-47b1-b959-46b8db8fa8f4 None None] New status for floating IP 3c0a18a3-6323-4ffc-ae23-908fc18f5c35: DOWN {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:25:38.038610 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4ad8-440a-4684-9d97-64de4f4fc83b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:38.085650 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4ad8-440a-4684-9d97-64de4f4fc83b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:38.088130 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4ad8-440a-4684-9d97-64de4f4fc83b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:38.089370 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3f5c4ad8-440a-4684-9d97-64de4f4fc83b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "DELETE /v2.0/security-groups/805b2468-a9f6-4886-9837-3c5653eb8ea8 HTTP/1.1" status: 204 len: 168 time: 0.1348631 Aug 30 18:25:38.092185 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55100) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:38.099293 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c4ad8-440a-4684-9d97-64de4f4fc83b tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805b2468-a9f6-4886-9837-3c5653eb8ea8,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:38.105321 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.api.v2.resource [None req-7db40b6e-d5a0-4e38-a051-197f93cdde6c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] show failed (client error): The resource could not be found. Aug 30 18:25:38.106325 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7db40b6e-d5a0-4e38-a051-197f93cdde6c tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "GET /v2.0/security-groups/805b2468-a9f6-4886-9837-3c5653eb8ea8 HTTP/1.1" status: 404 len: 347 time: 0.0131433 Aug 30 18:25:38.109204 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55102) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:38.235247 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Deleting port 69aa8796-ee20-4c38-acce-bd98bbab4ce5 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:38.235586 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:38.308510 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:38.308863 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:38.320799 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Calling delete_port for 69aa8796-ee20-4c38-acce-bd98bbab4ce5 owned by network:floatingip {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:38.455368 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:38.481650 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Pushing event deleted for resources: {'Port': ['ID=69aa8796-ee20-4c38-acce-bd98bbab4ce5,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:38.507577 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:38.507922 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:38.508263 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:38.508603 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:38.508949 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:38.509287 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:38.509617 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:38.509943 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:38.510266 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:38.510589 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:38.510912 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:38.511233 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:38.552218 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks [] for floatingip, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:38.555586 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:38.556757 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d73c9707-371f-4e6f-be8a-a91bac7c4475 tempest-AttachVolumeShelveTestJSON-477187024 tempest-AttachVolumeShelveTestJSON-477187024-project] 10.222.0.16 "DELETE /v2.0/floatingips/3c0a18a3-6323-4ffc-ae23-908fc18f5c35 HTTP/1.1" status: 204 len: 168 time: 0.4466763 Aug 30 18:25:39.399350 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 4145b3b2-1f27-497f-8ce5-74886c64fbbc no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:25:39.419173 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: 4145b3b2-1f27-497f-8ce5-74886c64fbbc {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:25:39.419513 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 4145b3b2-1f27-497f-8ce5-74886c64fbbc not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:25:40.638148 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:40.959934 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55124) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:41.380876 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-090b4730-139e-44b6-8536-da7e4a0f3abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760377'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:41.614234 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-090b4730-139e-44b6-8536-da7e4a0f3abf admin admin] Deleting port bd824a65-5564-4110-959f-d6bb5a802931 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:41.614568 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-090b4730-139e-44b6-8536-da7e4a0f3abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:41.691884 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-090b4730-139e-44b6-8536-da7e4a0f3abf admin admin] For port bd824a65-5564-4110-959f-d6bb5a802931, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=bd824a65-5564-4110-959f-d6bb5a802931,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:41.692166 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-090b4730-139e-44b6-8536-da7e4a0f3abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:41.704586 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-090b4730-139e-44b6-8536-da7e4a0f3abf admin admin] Calling delete_port for bd824a65-5564-4110-959f-d6bb5a802931 owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:41.875834 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-090b4730-139e-44b6-8536-da7e4a0f3abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:41.900915 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b4730-139e-44b6-8536-da7e4a0f3abf admin admin] Pushing event deleted for resources: {'Port': ['ID=bd824a65-5564-4110-959f-d6bb5a802931,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:42.063519 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-090b4730-139e-44b6-8536-da7e4a0f3abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3760179'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:42.271187 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090b4730-139e-44b6-8536-da7e4a0f3abf admin admin] Router 9f14812d-60c3-4ddd-8f28-1068295c910f has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:25:42.371835 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090b4730-139e-44b6-8536-da7e4a0f3abf admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:25:42.377391 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-090b4730-139e-44b6-8536-da7e4a0f3abf admin admin] 10.222.0.16 "PUT /v2.0/routers/9f14812d-60c3-4ddd-8f28-1068295c910f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4163766 Aug 30 18:25:42.379911 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55134) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:42.381078 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcede36-010a-4a73-b30f-fc097e8b975f None None] Sync routers for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:25:42.390205 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcede36-010a-4a73-b30f-fc097e8b975f None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:25:42.390800 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-7dcede36-010a-4a73-b30f-fc097e8b975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:25:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:42.482120 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:42.492691 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-7dcede36-010a-4a73-b30f-fc097e8b975f None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:25:42.584634 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:42.637498 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Deleting port 591f3a18-0989-467a-83be-b3b9f38ccc45 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:42.637845 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:42.674827 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-7dcede36-010a-4a73-b30f-fc097e8b975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:25:41Z', 'revision_number': 5, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port': {'id': '591f3a18-0989-467a-83be-b3b9f38ccc45', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:39:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:42.700210 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcede36-010a-4a73-b30f-fc097e8b975f None None] Checking router: 9f14812d-60c3-4ddd-8f28-1068295c910f for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:25:42.709036 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcede36-010a-4a73-b30f-fc097e8b975f None None] Routers {'9f14812d-60c3-4ddd-8f28-1068295c910f'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:25:42.709638 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-7dcede36-010a-4a73-b30f-fc097e8b975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:25:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['9f14812d-60c3-4ddd-8f28-1068295c910f'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:42.715312 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] For port 591f3a18-0989-467a-83be-b3b9f38ccc45, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=591f3a18-0989-467a-83be-b3b9f38ccc45,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:42.715662 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:42.728598 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Calling delete_port for 591f3a18-0989-467a-83be-b3b9f38ccc45 owned by network:router_gateway {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:42.792667 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-7dcede36-010a-4a73-b30f-fc097e8b975f None None] Set router 9f14812d-60c3-4ddd-8f28-1068295c910f gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:25:42.842242 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-7dcede36-010a-4a73-b30f-fc097e8b975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:25:42Z', 'revision_number': 6, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port_host': None}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:42.870868 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcede36-010a-4a73-b30f-fc097e8b975f None None] The sync data for ids ['9f14812d-60c3-4ddd-8f28-1068295c910f'] in dv-cinder-804296-2-iscsi is: [{'id': '9f14812d-60c3-4ddd-8f28-1068295c910f', 'name': 'tempest-AttachVolumeShelveTestJSON-1877185530-router', 'tenant_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:19:59Z', 'updated_at': '2021-08-30T18:25:42Z', 'revision_number': 6, 'project_id': 'bf0a1398752b4d87a4b26a2ce96474c0', 'gw_port_host': None}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:25:42.890781 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:42.924494 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=591f3a18-0989-467a-83be-b3b9f38ccc45,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:42.994628 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764073'] for router_gateway, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.095702 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102420'] for router, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.097720 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.160755 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756281'] for router, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.161248 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f14812d-60c3-4ddd-8f28-1068295c910f {{(pid=93968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:25:43.166336 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.167482 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-983f044a-1a1b-4d8b-9a5f-039543e01ee8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9f14812d-60c3-4ddd-8f28-1068295c910f HTTP/1.1" status: 204 len: 168 time: 0.7865880 Aug 30 18:25:43.169909 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55136) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:43.213392 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b090d8-e85b-4b7d-aeb4-dff3d63c44d3 admin admin] Deleting subnet 40eb3b79-0cba-43a4-abc4-3330f1488657 {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:25:43.217171 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a5b090d8-e85b-4b7d-aeb4-dff3d63c44d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.252083 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a5b090d8-e85b-4b7d-aeb4-dff3d63c44d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9922863'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.370309 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a5b090d8-e85b-4b7d-aeb4-dff3d63c44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.421421 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a5b090d8-e85b-4b7d-aeb4-dff3d63c44d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9130906'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.448433 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b090d8-e85b-4b7d-aeb4-dff3d63c44d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40eb3b79-0cba-43a4-abc4-3330f1488657,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:43.450440 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a5b090d8-e85b-4b7d-aeb4-dff3d63c44d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.452430 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a5b090d8-e85b-4b7d-aeb4-dff3d63c44d3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/40eb3b79-0cba-43a4-abc4-3330f1488657 HTTP/1.1" status: 204 len: 168 time: 0.2814543 Aug 30 18:25:43.454954 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55138) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:43.455866 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ebc76-d4c0-4499-b0ab-1026c3023793 None None] Network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:25:43.523343 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.575935 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Deleting port 3ce52ba3-e41a-4860-ae44-e89495eebf1a {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:43.576409 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.638196 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] For port 3ce52ba3-e41a-4860-ae44-e89495eebf1a, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=3ce52ba3-e41a-4860-ae44-e89495eebf1a,segment=NetworkSegment(9dc0c2ae-ed28-475a-ab73-1577b93e4403),segment_id=9dc0c2ae-ed28-475a-ab73-1577b93e4403)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:43.638566 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.651919 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Calling delete_port for 3ce52ba3-e41a-4860-ae44-e89495eebf1a owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:43.678001 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] DHCP port deletion for a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 request from dv-cinder-804296-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:25:43.703716 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device bd824a65-5564-4110-959f-d6bb5a802931 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:25:43.726148 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: bd824a65-5564-4110-959f-d6bb5a802931 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:25:43.726757 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device bd824a65-5564-4110-959f-d6bb5a802931 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:25:43.735471 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.749834 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Deleting port 3ce52ba3-e41a-4860-ae44-e89495eebf1a {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:43.750355 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.762559 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] No DVR routers for this DVR port 3ce52ba3-e41a-4860-ae44-e89495eebf1a on host dv-cinder-804296-2-iscsi {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:25:43.767648 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce52ba3-e41a-4860-ae44-e89495eebf1a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:43.815355 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] For port 3ce52ba3-e41a-4860-ae44-e89495eebf1a, host dv-cinder-804296-2-iscsi, got binding levels [] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:43.815755 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.840535 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.851622 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a136ea2a-90b4-4cf2-bea9-5dad284fb6f2']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:43.863198 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc0c2ae-ed28-475a-ab73-1577b93e4403') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:43.863485 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc0c2ae-ed28-475a-ab73-1577b93e4403') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:43.873394 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9922864'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.888145 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.894832 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:25:43.895231 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771762'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: Traceback (most recent call last): Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: timer() Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: cb(*args, **kw) Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: self._notify() Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: self.callback(batched_events) Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: event.method(event) Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: return f(self, *a, **k) Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: return self._get(url).json() Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:25:43.897113 dv-cinder-804296-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:25:43.949917 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Calling delete_port for 3ce52ba3-e41a-4860-ae44-e89495eebf1a owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:43.954651 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.954967 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.ipam_backend_mixin [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Port 3ce52ba3-e41a-4860-ae44-e89495eebf1a was not found and therefore no delete operation was performed {{(pid=93970) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 18:25:43.956261 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.962055 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:43.967208 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] 10.222.0.16 "DELETE /v2.0/networks/a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 HTTP/1.1" status: 204 len: 168 time: 0.5082989 Aug 30 18:25:43.980116 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Network a136ea2a-90b4-4cf2-bea9-5dad284fb6f2 is not hosted by any dhcp agent {{(pid=93970) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 18:25:43.980605 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] No DVR routers for this DVR port 3ce52ba3-e41a-4860-ae44-e89495eebf1a on host dv-cinder-804296-2-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:25:43.982477 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Pushing event deleted for resources: {'Port': ['ID=3ce52ba3-e41a-4860-ae44-e89495eebf1a,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:43.983287 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b86ce2-23e5-418b-9dba-2961db04972f admin admin] Pushing event deleted for resources: {'Network': ['ID=a136ea2a-90b4-4cf2-bea9-5dad284fb6f2,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:43.998771 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:43.999269 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:43.999269 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:43.999591 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:43.999940 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:44.000270 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:44.000597 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:44.000923 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:44.001842 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:44.001842 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:44.002034 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:44.002263 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c512eef-551d-4e46-a768-486e9bf4e5e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:25:44.094058 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55142) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:44.134635 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-7b105fa2-02f3-4563-9bc2-37baf8468e8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf0a1398752b4d87a4b26a2ce96474c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393167 Aug 30 18:25:44.137179 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55144) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:44.184157 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42047572-6d46-4473-ad2c-491b93abf169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:44.204145 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42047572-6d46-4473-ad2c-491b93abf169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:44.253581 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42047572-6d46-4473-ad2c-491b93abf169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:44.256160 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-42047572-6d46-4473-ad2c-491b93abf169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:44.257378 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-42047572-6d46-4473-ad2c-491b93abf169 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daf3e782-f4f0-49a3-94a2-bde891c09032 HTTP/1.1" status: 204 len: 168 time: 0.1192617 Aug 30 18:25:44.264868 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42047572-6d46-4473-ad2c-491b93abf169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf3e782-f4f0-49a3-94a2-bde891c09032,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:44.648445 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:25:45.037089 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 591f3a18-0989-467a-83be-b3b9f38ccc45 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:25:45.057691 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 591f3a18-0989-467a-83be-b3b9f38ccc45 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:25:45.058049 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 591f3a18-0989-467a-83be-b3b9f38ccc45 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:25:45.058460 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 3ce52ba3-e41a-4860-ae44-e89495eebf1a no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:25:45.076683 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 3ce52ba3-e41a-4860-ae44-e89495eebf1a {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:25:45.077184 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 3ce52ba3-e41a-4860-ae44-e89495eebf1a not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:25:45.780308 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fced219d-a31a-460a-bf12-aa6b7ce64e7c req-89928e64-a9d6-4b29-8263-6bb34a7ac2cf tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1390071876&fields=id&tenant_id=2f9141f51c584769a353c95eaf389b35 HTTP/1.1" status: 200 len: 267 time: 0.0319369 Aug 30 18:25:45.831433 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced219d-a31a-460a-bf12-aa6b7ce64e7c req-a3df0c82-734e-4e7e-94a2-c5cfc23a7da8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:45.832840 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fced219d-a31a-460a-bf12-aa6b7ce64e7c req-a3df0c82-734e-4e7e-94a2-c5cfc23a7da8 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 984 time: 0.0465844 Aug 30 18:25:45.843518 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-fced219d-a31a-460a-bf12-aa6b7ce64e7c req-a768522c-d69f-48e0-9183-fdfa602c6251 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Request body: {'port': {'security_groups': ['ddb73b52-7147-494d-b715-626a148aedd9']}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:25:45.907820 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-fced219d-a31a-460a-bf12-aa6b7ce64e7c req-a768522c-d69f-48e0-9183-fdfa602c6251 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:46.078605 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-fced219d-a31a-460a-bf12-aa6b7ce64e7c req-a768522c-d69f-48e0-9183-fdfa602c6251 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] For port f4f238ad-3369-4e94-8071-90110b33554c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=f4f238ad-3369-4e94-8071-90110b33554c,segment=NetworkSegment(ccb82b43-f6de-40e6-96f1-ee48c4149495),segment_id=ccb82b43-f6de-40e6-96f1-ee48c4149495)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:46.318730 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-fced219d-a31a-460a-bf12-aa6b7ce64e7c req-a768522c-d69f-48e0-9183-fdfa602c6251 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:46.323632 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-fced219d-a31a-460a-bf12-aa6b7ce64e7c req-a768522c-d69f-48e0-9183-fdfa602c6251 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771742'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:46.335496 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['f4f238ad-3369-4e94-8071-90110b33554c'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:25:46.366182 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced219d-a31a-460a-bf12-aa6b7ce64e7c req-a768522c-d69f-48e0-9183-fdfa602c6251 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:46.366821 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-fced219d-a31a-460a-bf12-aa6b7ce64e7c req-a768522c-d69f-48e0-9183-fdfa602c6251 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:46.368228 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fced219d-a31a-460a-bf12-aa6b7ce64e7c req-a768522c-d69f-48e0-9183-fdfa602c6251 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "PUT /v2.0/ports/f4f238ad-3369-4e94-8071-90110b33554c HTTP/1.1" status: 200 len: 942 time: 0.5290952 Aug 30 18:25:46.371395 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:25:46.373188 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e463d3505b501438ab9665504baa9ee3f030df9cd7646e332f824762b37156f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53162e5b-d6a5-46aa-b31f-c0931263e66b" -d '{"events": [{"name": "network-changed", "server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "tag": "f4f238ad-3369-4e94-8071-90110b33554c"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:25:46.374547 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55186) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:46.411977 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768522c-d69f-48e0-9183-fdfa602c6251 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event updated for resources: {'Port': ['ID=f4f238ad-3369-4e94-8071-90110b33554c,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:46.432132 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45798e40-c313-4df1-8c78-e0da78ea4eb2 x-openstack-request-id: req-45798e40-c313-4df1-8c78-e0da78ea4eb2 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:25:46.432421 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "tag": "f4f238ad-3369-4e94-8071-90110b33554c", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:25:46.432663 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45798e40-c313-4df1-8c78-e0da78ea4eb2 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:25:46.433079 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c', 'status': 'completed', 'code': 200} Aug 30 18:25:46.436083 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['f4f238ad-3369-4e94-8071-90110b33554c'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:25:46.515125 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a0103d2b-5a00-4945-af4c-e894143970bf tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:46.548338 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a0103d2b-5a00-4945-af4c-e894143970bf tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:46.595891 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53162e5b-d6a5-46aa-b31f-c0931263e66b req-f0bba50f-483a-45ab-8100-7c7b429a3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:46.597967 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-53162e5b-d6a5-46aa-b31f-c0931263e66b req-f0bba50f-483a-45ab-8100-7c7b429a3275 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f9141f51c584769a353c95eaf389b35&device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 1098 time: 0.1398628 Aug 30 18:25:46.690166 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a0103d2b-5a00-4945-af4c-e894143970bf tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:46.693305 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a0103d2b-5a00-4945-af4c-e894143970bf tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:46.694448 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a0103d2b-5a00-4945-af4c-e894143970bf tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "DELETE /v2.0/security-groups/9af3b56e-e1cb-4601-aef7-a7aed53263c4 HTTP/1.1" status: 204 len: 168 time: 0.3187454 Aug 30 18:25:46.697308 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55192) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:46.714002 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-32a928b1-bd17-4e99-9a09-5d19072bddd5 None None] Provisioning complete for port f4f238ad-3369-4e94-8071-90110b33554c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:25:46.714944 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-32a928b1-bd17-4e99-9a09-5d19072bddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:46.718176 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0103d2b-5a00-4945-af4c-e894143970bf tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af3b56e-e1cb-4601-aef7-a7aed53263c4,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:46.727792 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53162e5b-d6a5-46aa-b31f-c0931263e66b req-56e9a7dd-73c3-4632-a812-e192b327357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:46.729970 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-53162e5b-d6a5-46aa-b31f-c0931263e66b req-56e9a7dd-73c3-4632-a812-e192b327357a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b15f2efd-176b-4c8d-9d6a-18913de6080e HTTP/1.1" status: 200 len: 916 time: 0.1241517 Aug 30 18:25:46.828690 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-53162e5b-d6a5-46aa-b31f-c0931263e66b req-4b76917a-30e8-4a30-962f-154e8f1b82cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f238ad-3369-4e94-8071-90110b33554c HTTP/1.1" status: 200 len: 1000 time: 0.0898323 Aug 30 18:25:46.879957 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53162e5b-d6a5-46aa-b31f-c0931263e66b req-e0d358dd-dd9a-4f6b-b51e-e264e51cd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:46.881448 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-53162e5b-d6a5-46aa-b31f-c0931263e66b req-e0d358dd-dd9a-4f6b-b51e-e264e51cd552 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30ba3a2c-cdc3-477f-bb45-7f79c65a032c HTTP/1.1" status: 200 len: 854 time: 0.0452135 Aug 30 18:25:46.927987 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53162e5b-d6a5-46aa-b31f-c0931263e66b req-a2f0f1d2-d65e-4d95-af18-5dee58ab646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:46.929522 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-53162e5b-d6a5-46aa-b31f-c0931263e66b req-a2f0f1d2-d65e-4d95-af18-5dee58ab646d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b15f2efd-176b-4c8d-9d6a-18913de6080e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398772 Aug 30 18:25:46.934997 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4fa1c331-e62d-4f33-901e-4e87c87c15f2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Deleting port 544a3d7f-9243-470a-86e9-d17b2e51e42b {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:46.935463 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4fa1c331-e62d-4f33-901e-4e87c87c15f2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:47.022175 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4fa1c331-e62d-4f33-901e-4e87c87c15f2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:47.022534 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4fa1c331-e62d-4f33-901e-4e87c87c15f2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:47.032821 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-53162e5b-d6a5-46aa-b31f-c0931263e66b req-a54e7cbe-a01b-4cf8-815e-33a4a0c74e32 service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944464 Aug 30 18:25:47.035284 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4fa1c331-e62d-4f33-901e-4e87c87c15f2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Calling delete_port for 544a3d7f-9243-470a-86e9-d17b2e51e42b owned by network:floatingip {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:47.121866 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-53162e5b-d6a5-46aa-b31f-c0931263e66b req-2a1667f6-9cb8-4904-bde0-1b03d5c7310b service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818052 Aug 30 18:25:47.202962 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4fa1c331-e62d-4f33-901e-4e87c87c15f2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:47.229362 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1c331-e62d-4f33-901e-4e87c87c15f2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event deleted for resources: {'Port': ['ID=544a3d7f-9243-470a-86e9-d17b2e51e42b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:47.284871 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4fa1c331-e62d-4f33-901e-4e87c87c15f2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks [] for floatingip, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:47.285225 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-4fa1c331-e62d-4f33-901e-4e87c87c15f2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Floating IP ce6b20df-8be9-4ca1-b5ff-576583eff3a2 disassociated (deleted). External IP: 172.27.2.79, port: f4f238ad-3369-4e94-8071-90110b33554c. Aug 30 18:25:47.482243 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa1c331-e62d-4f33-901e-4e87c87c15f2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Router d9d0131a-a200-4023-80a1-d3be97f7ea83 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:25:47.586259 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa1c331-e62d-4f33-901e-4e87c87c15f2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:25:47.591004 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4fa1c331-e62d-4f33-901e-4e87c87c15f2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:47.596704 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8089b074-1f7f-4900-a640-0871c10c250b None None] Sync routers for ids ['d9d0131a-a200-4023-80a1-d3be97f7ea83'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:25:47.605547 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089b074-1f7f-4900-a640-0871c10c250b None None] Routers {'d9d0131a-a200-4023-80a1-d3be97f7ea83'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:25:47.606175 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-8089b074-1f7f-4900-a640-0871c10c250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:25:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['d9d0131a-a200-4023-80a1-d3be97f7ea83'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:47.615587 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-4fa1c331-e62d-4f33-901e-4e87c87c15f2 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "DELETE /v2.0/floatingips/ce6b20df-8be9-4ca1-b5ff-576583eff3a2 HTTP/1.1" status: 204 len: 168 time: 0.9171550 Aug 30 18:25:47.713469 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-8089b074-1f7f-4900-a640-0871c10c250b None None] Set router d9d0131a-a200-4023-80a1-d3be97f7ea83 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:25:47.924447 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-8089b074-1f7f-4900-a640-0871c10c250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '758c011a-2429-4427-9c6a-726347a1f829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:39Z', 'revision_number': 4, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port': {'id': '758c011a-2429-4427-9c6a-726347a1f829', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '67f1b885-3d25-4115-9ec1-d409d730ce31', 'name': '', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'mac_address': 'fa:16:3e:6e:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:39Z', 'updated_at': '2021-08-30T18:23:45Z', 'revision_number': 5, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'subnets': [{'id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:47.955067 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8089b074-1f7f-4900-a640-0871c10c250b None None] Checking router: d9d0131a-a200-4023-80a1-d3be97f7ea83 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:25:47.964018 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089b074-1f7f-4900-a640-0871c10c250b None None] Routers {'d9d0131a-a200-4023-80a1-d3be97f7ea83'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:25:47.964634 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-8089b074-1f7f-4900-a640-0871c10c250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:25:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['d9d0131a-a200-4023-80a1-d3be97f7ea83'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:48.069250 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-8089b074-1f7f-4900-a640-0871c10c250b None None] Set router d9d0131a-a200-4023-80a1-d3be97f7ea83 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:25:48.278391 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-8089b074-1f7f-4900-a640-0871c10c250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '758c011a-2429-4427-9c6a-726347a1f829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:39Z', 'revision_number': 4, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port': {'id': '758c011a-2429-4427-9c6a-726347a1f829', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '67f1b885-3d25-4115-9ec1-d409d730ce31', 'name': '', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'mac_address': 'fa:16:3e:6e:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:39Z', 'updated_at': '2021-08-30T18:23:45Z', 'revision_number': 5, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'subnets': [{'id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:48.305572 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8089b074-1f7f-4900-a640-0871c10c250b None None] The sync data for ids ['d9d0131a-a200-4023-80a1-d3be97f7ea83'] in dv-cinder-804296-2-iscsi is: [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '758c011a-2429-4427-9c6a-726347a1f829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:39Z', 'revision_number': 4, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port': {'id': '758c011a-2429-4427-9c6a-726347a1f829', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '67f1b885-3d25-4115-9ec1-d409d730ce31', 'name': '', 'network_id': 'b15f2efd-176b-4c8d-9d6a-18913de6080e', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'mac_address': 'fa:16:3e:6e:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:39Z', 'updated_at': '2021-08-30T18:23:45Z', 'revision_number': 5, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'subnets': [{'id': '30ba3a2c-cdc3-477f-bb45-7f79c65a032c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:25:48.434074 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:25:48.436401 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e463d3505b501438ab9665504baa9ee3f030df9cd7646e332f824762b37156f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8b4280-ece1-4421-9943-f6bf31c4891e" -d '{"events": [{"name": "network-changed", "server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "tag": "f4f238ad-3369-4e94-8071-90110b33554c"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:25:48.472582 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a2b453-1f6e-4813-a6b0-028e75da5dc0 x-openstack-request-id: req-84a2b453-1f6e-4813-a6b0-028e75da5dc0 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:25:48.472867 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "tag": "f4f238ad-3369-4e94-8071-90110b33554c", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:25:48.473151 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84a2b453-1f6e-4813-a6b0-028e75da5dc0 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:25:48.473544 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c', 'status': 'completed', 'code': 200} Aug 30 18:25:48.518789 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d8b934-f201-463a-8df5-c11c332ac9ff None None] New status for floating IP ce6b20df-8be9-4ca1-b5ff-576583eff3a2: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:25:48.541139 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4280-ece1-4421-9943-f6bf31c4891e req-8d32bc74-cff7-43cc-87f5-f020dea78493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:48.544887 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae8b4280-ece1-4421-9943-f6bf31c4891e req-8d32bc74-cff7-43cc-87f5-f020dea78493 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f9141f51c584769a353c95eaf389b35&device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 1098 time: 0.0480745 Aug 30 18:25:48.644697 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4280-ece1-4421-9943-f6bf31c4891e req-4915fdf2-2c66-479a-9642-bda40854a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:48.646209 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae8b4280-ece1-4421-9943-f6bf31c4891e req-4915fdf2-2c66-479a-9642-bda40854a86c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b15f2efd-176b-4c8d-9d6a-18913de6080e HTTP/1.1" status: 200 len: 916 time: 0.0934403 Aug 30 18:25:48.691834 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae8b4280-ece1-4421-9943-f6bf31c4891e req-d717851d-9df5-43d4-af71-5ea56ecda492 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f238ad-3369-4e94-8071-90110b33554c HTTP/1.1" status: 200 len: 217 time: 0.0381777 Aug 30 18:25:48.743294 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4280-ece1-4421-9943-f6bf31c4891e req-dc2b81ab-fbce-4227-84f7-e02dfcc11b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:48.744669 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae8b4280-ece1-4421-9943-f6bf31c4891e req-dc2b81ab-fbce-4227-84f7-e02dfcc11b0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30ba3a2c-cdc3-477f-bb45-7f79c65a032c HTTP/1.1" status: 200 len: 854 time: 0.0426371 Aug 30 18:25:48.790419 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b4280-ece1-4421-9943-f6bf31c4891e req-6554bfa9-3a6b-4bc7-94be-4631dc73e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:48.791955 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae8b4280-ece1-4421-9943-f6bf31c4891e req-6554bfa9-3a6b-4bc7-94be-4631dc73e17b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b15f2efd-176b-4c8d-9d6a-18913de6080e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390837 Aug 30 18:25:48.887066 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae8b4280-ece1-4421-9943-f6bf31c4891e req-a090f9ce-7c72-4e8f-984b-eb062e95b6d5 service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818059 Aug 30 18:25:48.977929 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae8b4280-ece1-4421-9943-f6bf31c4891e req-bac72028-b486-41c5-9251-0c3e836bc18d service neutron] 10.222.0.36 "GET /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831175 Aug 30 18:25:50.320653 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf58ce-309b-48bd-9c4e-b17db914a0da req-515a60c7-7fd6-4e19-a0a7-91ab5442b335 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:50.322196 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c7cf58ce-309b-48bd-9c4e-b17db914a0da req-515a60c7-7fd6-4e19-a0a7-91ab5442b335 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 945 time: 0.0523190 Aug 30 18:25:50.360260 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c7cf58ce-309b-48bd-9c4e-b17db914a0da req-ec172f68-a0c9-4ef8-b404-709fb719c00a tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Aug 30 18:25:51.479394 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa579a6e-89fe-4c69-b0c6-d52d56cfbe93 req-82e3d863-a964-497e-b35e-8bd24bfb775c tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:51.480964 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aa579a6e-89fe-4c69-b0c6-d52d56cfbe93 req-82e3d863-a964-497e-b35e-8bd24bfb775c tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 945 time: 0.0500240 Aug 30 18:25:51.517584 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aa579a6e-89fe-4c69-b0c6-d52d56cfbe93 req-cd19fd9f-c7db-4f34-9e8b-cae08e28d741 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/security-groups?id=ddb73b52-7147-494d-b715-626a148aedd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304406 Aug 30 18:25:52.092698 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a97f37-ae4f-4d5c-958b-aa16ee6ec5fe req-daf13c61-daa1-43e5-9800-e9ed6aeeb10e tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:25:52.094142 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-30a97f37-ae4f-4d5c-958b-aa16ee6ec5fe req-daf13c61-daa1-43e5-9800-e9ed6aeeb10e tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.36 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 945 time: 0.0479021 Aug 30 18:25:52.184238 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-30a97f37-ae4f-4d5c-958b-aa16ee6ec5fe req-b8e311f9-6715-4c39-8df8-8589e6631fd1 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Deleting port f4f238ad-3369-4e94-8071-90110b33554c {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:52.184572 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-30a97f37-ae4f-4d5c-958b-aa16ee6ec5fe req-b8e311f9-6715-4c39-8df8-8589e6631fd1 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:52.267446 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-30a97f37-ae4f-4d5c-958b-aa16ee6ec5fe req-b8e311f9-6715-4c39-8df8-8589e6631fd1 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] For port f4f238ad-3369-4e94-8071-90110b33554c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=f4f238ad-3369-4e94-8071-90110b33554c,segment=NetworkSegment(ccb82b43-f6de-40e6-96f1-ee48c4149495),segment_id=ccb82b43-f6de-40e6-96f1-ee48c4149495)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:52.267804 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-30a97f37-ae4f-4d5c-958b-aa16ee6ec5fe req-b8e311f9-6715-4c39-8df8-8589e6631fd1 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:52.280504 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-30a97f37-ae4f-4d5c-958b-aa16ee6ec5fe req-b8e311f9-6715-4c39-8df8-8589e6631fd1 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Calling delete_port for f4f238ad-3369-4e94-8071-90110b33554c owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:52.421597 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-30a97f37-ae4f-4d5c-958b-aa16ee6ec5fe req-b8e311f9-6715-4c39-8df8-8589e6631fd1 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:52.432918 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['f4f238ad-3369-4e94-8071-90110b33554c'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:25:52.449724 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e311f9-6715-4c39-8df8-8589e6631fd1 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Pushing event deleted for resources: {'Port': ['ID=f4f238ad-3369-4e94-8071-90110b33554c,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:52.493651 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a97f37-ae4f-4d5c-958b-aa16ee6ec5fe req-b8e311f9-6715-4c39-8df8-8589e6631fd1 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] No DVR routers for this DVR port f4f238ad-3369-4e94-8071-90110b33554c on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:25:52.496136 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-30a97f37-ae4f-4d5c-958b-aa16ee6ec5fe req-b8e311f9-6715-4c39-8df8-8589e6631fd1 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:52.498102 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-30a97f37-ae4f-4d5c-958b-aa16ee6ec5fe req-b8e311f9-6715-4c39-8df8-8589e6631fd1 tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.36 "DELETE /v2.0/ports/f4f238ad-3369-4e94-8071-90110b33554c HTTP/1.1" status: 204 len: 173 time: 0.3974452 Aug 30 18:25:52.498532 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'name': 'network-vif-deleted', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:25:52.500735 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a3ec10-0fa5-4184-8063-4d4fddc33ce0" -d '{"events": [{"server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "name": "network-vif-deleted", "tag": "f4f238ad-3369-4e94-8071-90110b33554c"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:25:52.545550 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf4957d-3c4c-41a8-8487-60a63d027807 x-openstack-request-id: req-baf4957d-3c4c-41a8-8487-60a63d027807 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:25:52.547928 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2908da0c-1660-455b-889c-718f240604dc", "name": "network-vif-deleted", "tag": "f4f238ad-3369-4e94-8071-90110b33554c", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:25:52.548157 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-baf4957d-3c4c-41a8-8487-60a63d027807 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:25:52.548755 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2908da0c-1660-455b-889c-718f240604dc', 'name': 'network-vif-deleted', 'tag': 'f4f238ad-3369-4e94-8071-90110b33554c', 'status': 'completed', 'code': 200} Aug 30 18:25:52.619944 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4c10253b-e320-4066-9753-ec5d6c61a49b req-e5cb0734-83a3-4f8e-b52a-a517bb97495c tempest-TestMinimumBasicScenario-1492584185 tempest-TestMinimumBasicScenario-1492584185-project] 10.222.0.16 "GET /v2.0/ports?device_id=2908da0c-1660-455b-889c-718f240604dc HTTP/1.1" status: 200 len: 210 time: 0.0266037 Aug 30 18:25:53.654764 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55304) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:53.763442 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8adf6645-1bf2-44b4-a3a1-606a5626b5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:53.858383 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8adf6645-1bf2-44b4-a3a1-606a5626b5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:53.862862 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8adf6645-1bf2-44b4-a3a1-606a5626b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:53.900361 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-8adf6645-1bf2-44b4-a3a1-606a5626b5c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f935f23bc0f43daa2e640a03078578c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444069 Aug 30 18:25:53.902958 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55322) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:53.908794 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf6645-1bf2-44b4-a3a1-606a5626b5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feba057-9d2f-419b-a5fc-28ef6b587d6a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:53.955188 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd388-1098-4451-9f37-64738aeadec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:53.975764 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd388-1098-4451-9f37-64738aeadec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.024836 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd388-1098-4451-9f37-64738aeadec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.027708 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd388-1098-4451-9f37-64738aeadec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.028977 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-5cdcd388-1098-4451-9f37-64738aeadec1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6feba057-9d2f-419b-a5fc-28ef6b587d6a HTTP/1.1" status: 204 len: 168 time: 0.1249795 Aug 30 18:25:54.037707 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcd388-1098-4451-9f37-64738aeadec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feba057-9d2f-419b-a5fc-28ef6b587d6a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:54.277691 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55356) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:54.632805 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bda1b157-7c41-491f-ab99-d247acbaf4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760377'] for router_interface, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.876199 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-bda1b157-7c41-491f-ab99-d247acbaf4ca admin admin] Deleting port 67f1b885-3d25-4115-9ec1-d409d730ce31 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:54.876766 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bda1b157-7c41-491f-ab99-d247acbaf4ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.952854 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-bda1b157-7c41-491f-ab99-d247acbaf4ca admin admin] For port 67f1b885-3d25-4115-9ec1-d409d730ce31, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=67f1b885-3d25-4115-9ec1-d409d730ce31,segment=NetworkSegment(ccb82b43-f6de-40e6-96f1-ee48c4149495),segment_id=ccb82b43-f6de-40e6-96f1-ee48c4149495)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:54.953250 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bda1b157-7c41-491f-ab99-d247acbaf4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:54.966882 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-bda1b157-7c41-491f-ab99-d247acbaf4ca admin admin] Calling delete_port for 67f1b885-3d25-4115-9ec1-d409d730ce31 owned by network:router_interface {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:55.155782 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bda1b157-7c41-491f-ab99-d247acbaf4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:55.185773 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1b157-7c41-491f-ab99-d247acbaf4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=67f1b885-3d25-4115-9ec1-d409d730ce31,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:55.353658 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bda1b157-7c41-491f-ab99-d247acbaf4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3760179'] for router_interface, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:55.463122 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device f4f238ad-3369-4e94-8071-90110b33554c no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:25:55.483087 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: f4f238ad-3369-4e94-8071-90110b33554c {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:25:55.483506 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device f4f238ad-3369-4e94-8071-90110b33554c not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:25:55.572365 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda1b157-7c41-491f-ab99-d247acbaf4ca admin admin] Router d9d0131a-a200-4023-80a1-d3be97f7ea83 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:25:55.677965 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda1b157-7c41-491f-ab99-d247acbaf4ca admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:25:55.685590 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55394) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:55.688552 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e709871c-3367-4cdc-b67e-7130e0d5711c None None] Sync routers for ids ['d9d0131a-a200-4023-80a1-d3be97f7ea83'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:25:55.689603 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-bda1b157-7c41-491f-ab99-d247acbaf4ca admin admin] 10.222.0.16 "PUT /v2.0/routers/d9d0131a-a200-4023-80a1-d3be97f7ea83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4106166 Aug 30 18:25:55.703834 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709871c-3367-4cdc-b67e-7130e0d5711c None None] Routers {'d9d0131a-a200-4023-80a1-d3be97f7ea83'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:25:55.704710 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e709871c-3367-4cdc-b67e-7130e0d5711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:25:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['d9d0131a-a200-4023-80a1-d3be97f7ea83'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:55.793887 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:55.839944 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-e709871c-3367-4cdc-b67e-7130e0d5711c None None] Set router d9d0131a-a200-4023-80a1-d3be97f7ea83 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:25:55.890473 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:55.944092 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Deleting port 758c011a-2429-4427-9c6a-726347a1f829 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:55.944435 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:56.013427 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e709871c-3367-4cdc-b67e-7130e0d5711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '758c011a-2429-4427-9c6a-726347a1f829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:25:55Z', 'revision_number': 5, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port': {'id': '758c011a-2429-4427-9c6a-726347a1f829', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:56.021052 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] For port 758c011a-2429-4427-9c6a-726347a1f829, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=758c011a-2429-4427-9c6a-726347a1f829,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:56.021418 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:56.033585 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Calling delete_port for 758c011a-2429-4427-9c6a-726347a1f829 owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:56.042316 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e709871c-3367-4cdc-b67e-7130e0d5711c None None] Checking router: d9d0131a-a200-4023-80a1-d3be97f7ea83 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:25:56.050167 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709871c-3367-4cdc-b67e-7130e0d5711c None None] Routers {'d9d0131a-a200-4023-80a1-d3be97f7ea83'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:25:56.050772 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e709871c-3367-4cdc-b67e-7130e0d5711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:25:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['d9d0131a-a200-4023-80a1-d3be97f7ea83'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:56.134721 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-e709871c-3367-4cdc-b67e-7130e0d5711c None None] Set router d9d0131a-a200-4023-80a1-d3be97f7ea83 gateway port host: None {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:25:56.195804 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:56.221632 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Pushing event deleted for resources: {'Port': ['ID=758c011a-2429-4427-9c6a-726347a1f829,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:56.284049 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764073'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:56.305029 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e709871c-3367-4cdc-b67e-7130e0d5711c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:25:55Z', 'revision_number': 6, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port_host': None}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:56.331592 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e709871c-3367-4cdc-b67e-7130e0d5711c None None] The sync data for ids ['d9d0131a-a200-4023-80a1-d3be97f7ea83'] in dv-cinder-804296-2-iscsi is: [{'id': 'd9d0131a-a200-4023-80a1-d3be97f7ea83', 'name': 'tempest-TestMinimumBasicScenario-1579385196-router', 'tenant_id': '2f9141f51c584769a353c95eaf389b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:37Z', 'updated_at': '2021-08-30T18:25:55Z', 'revision_number': 6, 'project_id': '2f9141f51c584769a353c95eaf389b35', 'gw_port_host': None}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:25:56.617493 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102420'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:56.619483 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:56.662491 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756281'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:56.663014 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9d0131a-a200-4023-80a1-d3be97f7ea83 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:25:56.667673 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:56.669236 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-382948e9-5507-4a73-86d6-587fc34fe532 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d9d0131a-a200-4023-80a1-d3be97f7ea83 HTTP/1.1" status: 204 len: 168 time: 0.9826281 Aug 30 18:25:56.671867 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55400) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:56.719427 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c483448-8d01-4a68-beda-a81e8c33485d admin admin] Deleting subnet 30ba3a2c-cdc3-477f-bb45-7f79c65a032c {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:25:56.722570 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0c483448-8d01-4a68-beda-a81e8c33485d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:56.758923 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0c483448-8d01-4a68-beda-a81e8c33485d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9922863'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:56.840243 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0c483448-8d01-4a68-beda-a81e8c33485d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:56.893973 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0c483448-8d01-4a68-beda-a81e8c33485d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9130906'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:56.918709 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c483448-8d01-4a68-beda-a81e8c33485d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ba3a2c-cdc3-477f-bb45-7f79c65a032c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:56.922442 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0c483448-8d01-4a68-beda-a81e8c33485d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:56.927071 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0c483448-8d01-4a68-beda-a81e8c33485d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/30ba3a2c-cdc3-477f-bb45-7f79c65a032c HTTP/1.1" status: 204 len: 168 time: 0.2514210 Aug 30 18:25:56.927611 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55414) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:56.931075 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e91497-6420-4fd8-a56d-69236e517956 None None] Network b15f2efd-176b-4c8d-9d6a-18913de6080e requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:25:56.999048 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.057277 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Deleting port d48e2a80-29df-4d47-9eeb-a74e4b60ec03 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:57.057543 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.151847 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] For port d48e2a80-29df-4d47-9eeb-a74e4b60ec03, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=d48e2a80-29df-4d47-9eeb-a74e4b60ec03,segment=NetworkSegment(ccb82b43-f6de-40e6-96f1-ee48c4149495),segment_id=ccb82b43-f6de-40e6-96f1-ee48c4149495)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:57.153165 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.159879 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9a63b9-7102-43c8-9482-e5a6c9fcd8fe None None] DHCP port deletion for b15f2efd-176b-4c8d-9d6a-18913de6080e request from dv-cinder-804296-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:25:57.176601 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Calling delete_port for d48e2a80-29df-4d47-9eeb-a74e4b60ec03 owned by network:dhcp {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:57.207778 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 758c011a-2429-4427-9c6a-726347a1f829 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:25:57.244607 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 758c011a-2429-4427-9c6a-726347a1f829 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:25:57.245283 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 758c011a-2429-4427-9c6a-726347a1f829 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:25:57.245800 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 67f1b885-3d25-4115-9ec1-d409d730ce31 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:25:57.260041 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.276049 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 67f1b885-3d25-4115-9ec1-d409d730ce31 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:25:57.276511 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 67f1b885-3d25-4115-9ec1-d409d730ce31 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:25:57.285801 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a63b9-7102-43c8-9482-e5a6c9fcd8fe None None] Deleting port d48e2a80-29df-4d47-9eeb-a74e4b60ec03 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:57.286185 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7b9a63b9-7102-43c8-9482-e5a6c9fcd8fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.298871 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] No DVR routers for this DVR port d48e2a80-29df-4d47-9eeb-a74e4b60ec03 on host dv-cinder-804296-2-iscsi {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:25:57.303334 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Pushing event deleted for resources: {'Port': ['ID=d48e2a80-29df-4d47-9eeb-a74e4b60ec03,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:57.348166 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-7b9a63b9-7102-43c8-9482-e5a6c9fcd8fe None None] For port d48e2a80-29df-4d47-9eeb-a74e4b60ec03, host dv-cinder-804296-2-iscsi, got binding levels [] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:57.348560 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7b9a63b9-7102-43c8-9482-e5a6c9fcd8fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.361703 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a63b9-7102-43c8-9482-e5a6c9fcd8fe None None] Calling delete_port for d48e2a80-29df-4d47-9eeb-a74e4b60ec03 owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:57.364870 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.ipam_backend_mixin [None req-7b9a63b9-7102-43c8-9482-e5a6c9fcd8fe None None] Port d48e2a80-29df-4d47-9eeb-a74e4b60ec03 was not found and therefore no delete operation was performed {{(pid=93970) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 18:25:57.366135 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7b9a63b9-7102-43c8-9482-e5a6c9fcd8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.374241 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.384292 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15f2efd-176b-4c8d-9d6a-18913de6080e']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:57.392385 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a63b9-7102-43c8-9482-e5a6c9fcd8fe None None] Pushing event deleted for resources: {'Port': ['ID=d48e2a80-29df-4d47-9eeb-a74e4b60ec03,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:57.395449 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb82b43-f6de-40e6-96f1-ee48c4149495') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:57.395754 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb82b43-f6de-40e6-96f1-ee48c4149495') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:57.401688 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a63b9-7102-43c8-9482-e5a6c9fcd8fe None None] No DVR routers for this DVR port d48e2a80-29df-4d47-9eeb-a74e4b60ec03 on host dv-cinder-804296-2-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:25:57.410286 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9008123'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.424119 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.431768 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:25:57.432265 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9147691'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: Traceback (most recent call last): Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: timer() Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: cb(*args, **kw) Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: self._notify() Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: self.callback(batched_events) Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: event.method(event) Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: return f(self, *a, **k) Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._get(url).json() Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:25:57.434183 dv-cinder-804296-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:25:57.486411 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.492101 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:57.493963 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b15f2efd-176b-4c8d-9d6a-18913de6080e HTTP/1.1" status: 204 len: 168 time: 0.5655637 Aug 30 18:25:57.496913 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55420) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:57.504380 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef5f21-e239-4fa8-b75e-57e092481456 admin admin] Pushing event deleted for resources: {'Network': ['ID=b15f2efd-176b-4c8d-9d6a-18913de6080e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:58.044467 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a6df5e8-7d0b-4dcb-9a50-0bbd93a00d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760377'] for router_interface, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:58.287381 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7a6df5e8-7d0b-4dcb-9a50-0bbd93a00d81 admin admin] Deleting port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:58.287729 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a6df5e8-7d0b-4dcb-9a50-0bbd93a00d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:58.368423 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-7a6df5e8-7d0b-4dcb-9a50-0bbd93a00d81 admin admin] For port 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1,segment=NetworkSegment(7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34),segment_id=7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:58.368795 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a6df5e8-7d0b-4dcb-9a50-0bbd93a00d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:58.381584 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7a6df5e8-7d0b-4dcb-9a50-0bbd93a00d81 admin admin] Calling delete_port for 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 owned by network:router_interface {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:58.569705 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a6df5e8-7d0b-4dcb-9a50-0bbd93a00d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:58.594731 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6df5e8-7d0b-4dcb-9a50-0bbd93a00d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:58.773706 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a6df5e8-7d0b-4dcb-9a50-0bbd93a00d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3760179'] for router_interface, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:58.998819 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6df5e8-7d0b-4dcb-9a50-0bbd93a00d81 admin admin] Router e7f912b7-79f7-4118-bc46-122b0a05d881 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:25:59.110473 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6df5e8-7d0b-4dcb-9a50-0bbd93a00d81 admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:25:59.117982 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device d48e2a80-29df-4d47-9eeb-a74e4b60ec03 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:25:59.119085 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55452) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:59.121440 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7a6df5e8-7d0b-4dcb-9a50-0bbd93a00d81 admin admin] 10.222.0.16 "PUT /v2.0/routers/e7f912b7-79f7-4118-bc46-122b0a05d881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6234059 Aug 30 18:25:59.122815 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e715d4a-5c2b-4ca5-901a-31fbb8d40af2 None None] Sync routers for ids ['e7f912b7-79f7-4118-bc46-122b0a05d881'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:25:59.136246 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e715d4a-5c2b-4ca5-901a-31fbb8d40af2 None None] Routers {'e7f912b7-79f7-4118-bc46-122b0a05d881'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:25:59.136867 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8e715d4a-5c2b-4ca5-901a-31fbb8d40af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:25:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['e7f912b7-79f7-4118-bc46-122b0a05d881'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:59.147002 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: d48e2a80-29df-4d47-9eeb-a74e4b60ec03 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:25:59.147610 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device d48e2a80-29df-4d47-9eeb-a74e4b60ec03 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:25:59.199065 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55454) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:59.231630 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.255295 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-8e715d4a-5c2b-4ca5-901a-31fbb8d40af2 None None] Set router e7f912b7-79f7-4118-bc46-122b0a05d881 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:25:59.313568 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15547465-a4f2-42c5-87e6-84aae7b02b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.333390 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.387449 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Deleting port 95d07f37-7379-456a-8579-edd07ba14156 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:25:59.387850 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.412713 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15547465-a4f2-42c5-87e6-84aae7b02b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.418027 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15547465-a4f2-42c5-87e6-84aae7b02b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.439166 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8e715d4a-5c2b-4ca5-901a-31fbb8d40af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'name': 'tempest-TestMinimumBasicScenario-1328658551-router', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '95d07f37-7379-456a-8579-edd07ba14156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:25:58Z', 'revision_number': 5, 'project_id': '18b9f947918a4d3fa00153ed35ec7df9', 'gw_port': {'id': '95d07f37-7379-456a-8579-edd07ba14156', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:06:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:59.456387 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-15547465-a4f2-42c5-87e6-84aae7b02b8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a7f9a3cacbc499bb17a6fba0b034b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555511 Aug 30 18:25:59.457287 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15547465-a4f2-42c5-87e6-84aae7b02b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e11b9fd-93a9-47aa-9dc9-7a719d1de768,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:59.459191 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55458) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:25:59.469176 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e715d4a-5c2b-4ca5-901a-31fbb8d40af2 None None] Checking router: e7f912b7-79f7-4118-bc46-122b0a05d881 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:25:59.478321 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e715d4a-5c2b-4ca5-901a-31fbb8d40af2 None None] Routers {'e7f912b7-79f7-4118-bc46-122b0a05d881'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:25:59.478928 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8e715d4a-5c2b-4ca5-901a-31fbb8d40af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:25:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['e7f912b7-79f7-4118-bc46-122b0a05d881'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:59.485801 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] For port 95d07f37-7379-456a-8579-edd07ba14156, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=95d07f37-7379-456a-8579-edd07ba14156,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:25:59.486164 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.509310 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Calling delete_port for 95d07f37-7379-456a-8579-edd07ba14156 owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:25:59.565785 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-8e715d4a-5c2b-4ca5-901a-31fbb8d40af2 None None] Set router e7f912b7-79f7-4118-bc46-122b0a05d881 gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:25:59.570588 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6508f499-fa07-43fa-9a64-ccf0f0605ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.603138 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6508f499-fa07-43fa-9a64-ccf0f0605ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.709322 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8e715d4a-5c2b-4ca5-901a-31fbb8d40af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'name': 'tempest-TestMinimumBasicScenario-1328658551-router', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:25:59Z', 'revision_number': 6, 'project_id': '18b9f947918a4d3fa00153ed35ec7df9', 'gw_port_host': None}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:25:59.711466 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6508f499-fa07-43fa-9a64-ccf0f0605ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.714037 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6508f499-fa07-43fa-9a64-ccf0f0605ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.715178 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6508f499-fa07-43fa-9a64-ccf0f0605ca1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e11b9fd-93a9-47aa-9dc9-7a719d1de768 HTTP/1.1" status: 204 len: 168 time: 0.2548723 Aug 30 18:25:59.730284 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508f499-fa07-43fa-9a64-ccf0f0605ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e11b9fd-93a9-47aa-9dc9-7a719d1de768,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:59.736094 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e715d4a-5c2b-4ca5-901a-31fbb8d40af2 None None] The sync data for ids ['e7f912b7-79f7-4118-bc46-122b0a05d881'] in dv-cinder-804296-2-iscsi is: [{'id': 'e7f912b7-79f7-4118-bc46-122b0a05d881', 'name': 'tempest-TestMinimumBasicScenario-1328658551-router', 'tenant_id': '18b9f947918a4d3fa00153ed35ec7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:23:41Z', 'updated_at': '2021-08-30T18:25:59Z', 'revision_number': 6, 'project_id': '18b9f947918a4d3fa00153ed35ec7df9', 'gw_port_host': None}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:25:59.746914 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.779727 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d07f37-7379-456a-8579-edd07ba14156,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:25:59.838174 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764073'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.925740 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102420'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.927815 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.969988 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756281'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.970487 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f912b7-79f7-4118-bc46-122b0a05d881 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:25:59.976155 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:25:59.977360 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9b36029c-e57d-4f0a-99f1-8f26f1ddd8d8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e7f912b7-79f7-4118-bc46-122b0a05d881 HTTP/1.1" status: 204 len: 168 time: 0.8569977 Aug 30 18:25:59.980054 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55464) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:00.003756 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55466) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:00.020113 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0287d21b-b9f3-497f-b959-b2bc918b7b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.027402 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7488fd-fccc-476f-be91-4b297705c878 admin admin] Deleting subnet 996d0626-e01f-4053-9d8b-5bd9cb1d8a55 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:26:00.030365 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c7488fd-fccc-476f-be91-4b297705c878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.063764 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c7488fd-fccc-476f-be91-4b297705c878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9008100'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.123839 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0287d21b-b9f3-497f-b959-b2bc918b7b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.129364 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0287d21b-b9f3-497f-b959-b2bc918b7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.146624 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c7488fd-fccc-476f-be91-4b297705c878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.169192 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0287d21b-b9f3-497f-b959-b2bc918b7b0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3e07bc8ecb344c28f0500a0ffcc385b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642208 Aug 30 18:26:00.171284 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287d21b-b9f3-497f-b959-b2bc918b7b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ccdc6b-319d-4637-8f89-94fb61476704,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:00.173109 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55468) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:00.228890 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c7488fd-fccc-476f-be91-4b297705c878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9147725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9218345'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.256061 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7488fd-fccc-476f-be91-4b297705c878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=996d0626-e01f-4053-9d8b-5bd9cb1d8a55,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:00.261067 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c7488fd-fccc-476f-be91-4b297705c878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.262739 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0c7488fd-fccc-476f-be91-4b297705c878 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/996d0626-e01f-4053-9d8b-5bd9cb1d8a55 HTTP/1.1" status: 204 len: 168 time: 0.2817438 Aug 30 18:26:00.265341 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55470) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:00.265745 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3a49e0-facc-462d-b3cc-0f0d8f98ae2e None None] Network b947765f-96d9-4e07-8572-e8f3a30bf22e requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:26:00.272115 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c9615bb-b996-4cf5-a5ae-766fadb55bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.294366 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c9615bb-b996-4cf5-a5ae-766fadb55bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.336266 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.343204 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c9615bb-b996-4cf5-a5ae-766fadb55bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.346797 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0c9615bb-b996-4cf5-a5ae-766fadb55bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.348119 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0c9615bb-b996-4cf5-a5ae-766fadb55bc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14ccdc6b-319d-4637-8f89-94fb61476704 HTTP/1.1" status: 204 len: 168 time: 0.1740255 Aug 30 18:26:00.364835 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9615bb-b996-4cf5-a5ae-766fadb55bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ccdc6b-319d-4637-8f89-94fb61476704,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:00.395261 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Deleting port e5fbf74b-30f0-4729-9b91-078304379941 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:26:00.395599 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.467563 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] For port e5fbf74b-30f0-4729-9b91-078304379941, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=e5fbf74b-30f0-4729-9b91-078304379941,segment=NetworkSegment(7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34),segment_id=7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:00.467934 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.481889 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Calling delete_port for e5fbf74b-30f0-4729-9b91-078304379941 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:26:00.520617 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded199ef-0c7f-4877-ac4b-3e1fad3753d1 None None] DHCP port deletion for b947765f-96d9-4e07-8572-e8f3a30bf22e request from dv-cinder-804296-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:26:00.569897 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-ded199ef-0c7f-4877-ac4b-3e1fad3753d1 None None] Deleting port e5fbf74b-30f0-4729-9b91-078304379941 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:26:00.570277 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ded199ef-0c7f-4877-ac4b-3e1fad3753d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.588385 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.617032 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] No DVR routers for this DVR port e5fbf74b-30f0-4729-9b91-078304379941 on host dv-cinder-804296-2-iscsi {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:26:00.621845 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fbf74b-30f0-4729-9b91-078304379941,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:00.634757 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-ded199ef-0c7f-4877-ac4b-3e1fad3753d1 None None] For port e5fbf74b-30f0-4729-9b91-078304379941, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=e5fbf74b-30f0-4729-9b91-078304379941,segment=NetworkSegment(7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34),segment_id=7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:00.635164 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ded199ef-0c7f-4877-ac4b-3e1fad3753d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.650323 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-ded199ef-0c7f-4877-ac4b-3e1fad3753d1 None None] Calling delete_port for e5fbf74b-30f0-4729-9b91-078304379941 owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:26:00.693596 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.704955 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b947765f-96d9-4e07-8572-e8f3a30bf22e']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:00.719463 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:00.719832 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9d445d-12b1-4f7e-9b5e-e71b42c6ce34') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:00.730078 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9922864'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.745712 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.752572 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:26:00.753533 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771762'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: Traceback (most recent call last): Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: timer() Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: cb(*args, **kw) Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: self._notify() Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: self.callback(batched_events) Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: event.method(event) Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: return f(self, *a, **k) Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: return self._get(url).json() Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:26:00.755257 dv-cinder-804296-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:26:00.784401 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ded199ef-0c7f-4877-ac4b-3e1fad3753d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.812909 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded199ef-0c7f-4877-ac4b-3e1fad3753d1 None None] Pushing event deleted for resources: {'Port': ['ID=e5fbf74b-30f0-4729-9b91-078304379941,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:00.816280 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.817697 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded199ef-0c7f-4877-ac4b-3e1fad3753d1 None None] No DVR routers for this DVR port e5fbf74b-30f0-4729-9b91-078304379941 on host dv-cinder-804296-2-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:26:00.825873 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:00.831812 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b947765f-96d9-4e07-8572-e8f3a30bf22e HTTP/1.1" status: 204 len: 168 time: 0.5615158 Aug 30 18:26:00.838453 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cde40-d4f9-40ba-a12b-8c3aec405ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b947765f-96d9-4e07-8572-e8f3a30bf22e,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:01.010641 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55492) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:01.054924 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7afe5da2-b4ea-4b0a-9e71-1e23dec70f6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f9141f51c584769a353c95eaf389b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421431 Aug 30 18:26:01.056351 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55496) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:01.062292 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:26:01.085759 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:26:01.086076 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 4e32e268-2ed2-4fd9-b8c5-0b93d3ba9de1 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:26:01.086437 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device e5fbf74b-30f0-4729-9b91-078304379941 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:26:01.106732 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: e5fbf74b-30f0-4729-9b91-078304379941 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:26:01.107081 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device e5fbf74b-30f0-4729-9b91-078304379941 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:26:01.107506 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 95d07f37-7379-456a-8579-edd07ba14156 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:26:01.116315 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2ccfde4-663e-4d01-a12b-5dffb5bb592b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:01.127704 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 95d07f37-7379-456a-8579-edd07ba14156 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:26:01.128057 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 95d07f37-7379-456a-8579-edd07ba14156 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:26:01.139210 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2ccfde4-663e-4d01-a12b-5dffb5bb592b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:01.192751 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2ccfde4-663e-4d01-a12b-5dffb5bb592b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:01.195272 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d2ccfde4-663e-4d01-a12b-5dffb5bb592b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:01.196455 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d2ccfde4-663e-4d01-a12b-5dffb5bb592b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ddb73b52-7147-494d-b715-626a148aedd9 HTTP/1.1" status: 204 len: 168 time: 0.1391521 Aug 30 18:26:01.209075 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccfde4-663e-4d01-a12b-5dffb5bb592b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb73b52-7147-494d-b715-626a148aedd9,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:01.318823 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cbde6dbf-c4d2-4970-bd7c-57b8f603ba9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:01.565952 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55512) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:01.605495 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-52514176-c96c-488c-a56e-85466f40af26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18b9f947918a4d3fa00153ed35ec7df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382938 Aug 30 18:26:01.608135 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55514) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:01.658352 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-28f335e7-6356-43f6-ad5f-e23892c11326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:01.682925 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-28f335e7-6356-43f6-ad5f-e23892c11326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:01.729252 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-28f335e7-6356-43f6-ad5f-e23892c11326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:01.731958 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-28f335e7-6356-43f6-ad5f-e23892c11326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:01.733146 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-28f335e7-6356-43f6-ad5f-e23892c11326 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9b073a5-1827-4295-894e-7f3507f93e95 HTTP/1.1" status: 204 len: 168 time: 0.1239736 Aug 30 18:26:01.741586 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f335e7-6356-43f6-ad5f-e23892c11326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b073a5-1827-4295-894e-7f3507f93e95,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:03.973940 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-411724a7-24bb-44b3-838c-468bb1c3f980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:04.028663 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:05.191501 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:05.509167 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55560) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:05.611755 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd499647-575a-4dfe-9d0f-646f85d2d0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:05.698531 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd499647-575a-4dfe-9d0f-646f85d2d0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:05.702068 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bd499647-575a-4dfe-9d0f-646f85d2d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:05.740321 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-bd499647-575a-4dfe-9d0f-646f85d2d0d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d3ec8824de642e89b08a3a834960b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300999 Aug 30 18:26:05.741230 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd499647-575a-4dfe-9d0f-646f85d2d0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15474a1-0e71-4d6c-b08c-f223a038dd65,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:05.742988 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55564) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:05.790063 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cd88487e-8104-4b68-a68e-374afc07c328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:05.810804 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cd88487e-8104-4b68-a68e-374afc07c328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:05.856207 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cd88487e-8104-4b68-a68e-374afc07c328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:05.858745 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cd88487e-8104-4b68-a68e-374afc07c328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:05.859907 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-cd88487e-8104-4b68-a68e-374afc07c328 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f15474a1-0e71-4d6c-b08c-f223a038dd65 HTTP/1.1" status: 204 len: 168 time: 0.1159027 Aug 30 18:26:05.868172 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88487e-8104-4b68-a68e-374afc07c328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15474a1-0e71-4d6c-b08c-f223a038dd65,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:06.108491 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55570) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:06.121698 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5e53a82e-9480-45dc-9dba-57f7d2faf75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:06.208864 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5e53a82e-9480-45dc-9dba-57f7d2faf75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:06.212414 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5e53a82e-9480-45dc-9dba-57f7d2faf75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:06.251818 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5e53a82e-9480-45dc-9dba-57f7d2faf75f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=996d71ecf98147d4a15a050aa6e17be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422296 Aug 30 18:26:06.253213 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53a82e-9480-45dc-9dba-57f7d2faf75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b410e712-2a47-4618-ac77-223ce97aadb8,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:06.255013 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55572) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:06.302223 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1f132cb0-a95e-475d-8d3d-0cd00f0cc426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:06.322517 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1f132cb0-a95e-475d-8d3d-0cd00f0cc426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:06.367005 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1f132cb0-a95e-475d-8d3d-0cd00f0cc426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:06.369453 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1f132cb0-a95e-475d-8d3d-0cd00f0cc426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:06.370594 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-1f132cb0-a95e-475d-8d3d-0cd00f0cc426 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b410e712-2a47-4618-ac77-223ce97aadb8 HTTP/1.1" status: 204 len: 168 time: 0.1145468 Aug 30 18:26:06.378549 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f132cb0-a95e-475d-8d3d-0cd00f0cc426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b410e712-2a47-4618-ac77-223ce97aadb8,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:06.557357 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:10.642109 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:12.580439 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55692) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:12.683847 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4f875055-f05c-472d-9a77-518e274333df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:12.774127 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4f875055-f05c-472d-9a77-518e274333df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:12.777573 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4f875055-f05c-472d-9a77-518e274333df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:12.814043 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-4f875055-f05c-472d-9a77-518e274333df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4d0c035f793413687159431145a8c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319789 Aug 30 18:26:12.816033 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f875055-f05c-472d-9a77-518e274333df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27fc4de-cac3-40c6-b8c4-03b9830c121e,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:12.816751 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55696) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:12.865906 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ab3aad42-ae35-40ad-bd37-858bccbd6cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:12.885516 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ab3aad42-ae35-40ad-bd37-858bccbd6cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:12.931520 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ab3aad42-ae35-40ad-bd37-858bccbd6cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:12.934158 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ab3aad42-ae35-40ad-bd37-858bccbd6cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:12.935286 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ab3aad42-ae35-40ad-bd37-858bccbd6cea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d27fc4de-cac3-40c6-b8c4-03b9830c121e HTTP/1.1" status: 204 len: 168 time: 0.1174035 Aug 30 18:26:12.942776 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3aad42-ae35-40ad-bd37-858bccbd6cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27fc4de-cac3-40c6-b8c4-03b9830c121e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:13.191252 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55702) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:13.207012 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1da2223-1720-4b16-b819-585f861e7b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:13.307738 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1da2223-1720-4b16-b819-585f861e7b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:13.311303 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f1da2223-1720-4b16-b819-585f861e7b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:13.348669 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f1da2223-1720-4b16-b819-585f861e7b0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe68e891d8f9443f95d2c174cff62b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562119 Aug 30 18:26:13.349563 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da2223-1720-4b16-b819-585f861e7b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9780e762-e681-47a5-a8fe-13067fb454b1,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:13.351410 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55704) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:13.399618 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-28ae94cd-3ff6-4fd0-b116-296356d91b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:13.420594 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-28ae94cd-3ff6-4fd0-b116-296356d91b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:13.466138 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-28ae94cd-3ff6-4fd0-b116-296356d91b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:13.468781 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-28ae94cd-3ff6-4fd0-b116-296356d91b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:13.469970 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-28ae94cd-3ff6-4fd0-b116-296356d91b02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9780e762-e681-47a5-a8fe-13067fb454b1 HTTP/1.1" status: 204 len: 168 time: 0.1175685 Aug 30 18:26:13.479126 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae94cd-3ff6-4fd0-b116-296356d91b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9780e762-e681-47a5-a8fe-13067fb454b1,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:21.318474 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55824) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:21.422647 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4670ce24-3f38-461b-a969-0f527a8e111c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:21.510008 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4670ce24-3f38-461b-a969-0f527a8e111c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:21.513676 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4670ce24-3f38-461b-a969-0f527a8e111c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:21.548351 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670ce24-3f38-461b-a969-0f527a8e111c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2ba9f4-8b06-49df-b165-9660e87ca098,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:21.552691 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4670ce24-3f38-461b-a969-0f527a8e111c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e074039d02a45b2b57c09a06a54f3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331929 Aug 30 18:26:21.555353 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55828) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:21.602621 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dd2a661-eff1-49ca-a918-233cd7bb0032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:21.623179 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dd2a661-eff1-49ca-a918-233cd7bb0032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:21.648100 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:26:21.673130 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dd2a661-eff1-49ca-a918-233cd7bb0032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:21.675767 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0dd2a661-eff1-49ca-a918-233cd7bb0032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:21.676920 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0dd2a661-eff1-49ca-a918-233cd7bb0032 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee2ba9f4-8b06-49df-b165-9660e87ca098 HTTP/1.1" status: 204 len: 168 time: 0.1208344 Aug 30 18:26:21.684354 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2a661-eff1-49ca-a918-233cd7bb0032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2ba9f4-8b06-49df-b165-9660e87ca098,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:21.932304 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55834) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:21.945528 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2125bf65-c797-4f83-9f12-0960e0be14b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.036491 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2125bf65-c797-4f83-9f12-0960e0be14b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.040310 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2125bf65-c797-4f83-9f12-0960e0be14b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.080991 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-2125bf65-c797-4f83-9f12-0960e0be14b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb558047341848a99e501a5a433eb518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469195 Aug 30 18:26:22.081937 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125bf65-c797-4f83-9f12-0960e0be14b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b090a3c8-7054-4ee0-914a-915ca5958b3c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:22.083662 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55836) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:22.130671 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c25406ec-f5d4-4307-a3dc-b068cf8b8395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.154073 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c25406ec-f5d4-4307-a3dc-b068cf8b8395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.197468 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c25406ec-f5d4-4307-a3dc-b068cf8b8395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.199934 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c25406ec-f5d4-4307-a3dc-b068cf8b8395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.201102 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c25406ec-f5d4-4307-a3dc-b068cf8b8395 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b090a3c8-7054-4ee0-914a-915ca5958b3c HTTP/1.1" status: 204 len: 168 time: 0.1164389 Aug 30 18:26:22.209314 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25406ec-f5d4-4307-a3dc-b068cf8b8395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b090a3c8-7054-4ee0-914a-915ca5958b3c,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:22.499850 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55842) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:22.513304 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55844) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:22.526966 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d35171c4-96b6-4280-903f-36168753b99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.616642 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d35171c4-96b6-4280-903f-36168753b99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.620425 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d35171c4-96b6-4280-903f-36168753b99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.657564 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3261a152-5c96-46b9-9e74-1baa7bcfb88c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Deleting port aa6fc3fb-4cef-402e-8f4c-e6311bbbdb51 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:26:22.657818 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d35171c4-96b6-4280-903f-36168753b99f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89afa95afcfd4f818a1faf7ab75d0278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434004 Aug 30 18:26:22.658121 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3261a152-5c96-46b9-9e74-1baa7bcfb88c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.659262 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35171c4-96b6-4280-903f-36168753b99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29f514a-b839-4358-881c-fa63f7526aab,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:22.660994 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55846) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:22.771920 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-56245e4c-6aac-4742-b000-349eaa3a3c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.774488 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3261a152-5c96-46b9-9e74-1baa7bcfb88c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.774806 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3261a152-5c96-46b9-9e74-1baa7bcfb88c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.792753 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-3261a152-5c96-46b9-9e74-1baa7bcfb88c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Calling delete_port for aa6fc3fb-4cef-402e-8f4c-e6311bbbdb51 owned by network:floatingip {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:26:22.808696 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-56245e4c-6aac-4742-b000-349eaa3a3c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.906937 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-56245e4c-6aac-4742-b000-349eaa3a3c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.909355 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-56245e4c-6aac-4742-b000-349eaa3a3c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:22.910476 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-56245e4c-6aac-4742-b000-349eaa3a3c0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e29f514a-b839-4358-881c-fa63f7526aab HTTP/1.1" status: 204 len: 168 time: 0.2485893 Aug 30 18:26:22.926410 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56245e4c-6aac-4742-b000-349eaa3a3c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29f514a-b839-4358-881c-fa63f7526aab,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:22.979781 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3261a152-5c96-46b9-9e74-1baa7bcfb88c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:23.009193 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261a152-5c96-46b9-9e74-1baa7bcfb88c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Pushing event deleted for resources: {'Port': ['ID=aa6fc3fb-4cef-402e-8f4c-e6311bbbdb51,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:23.068999 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3261a152-5c96-46b9-9e74-1baa7bcfb88c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for floatingip, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:23.069580 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-3261a152-5c96-46b9-9e74-1baa7bcfb88c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Floating IP 6295fcd5-a61b-41a1-a9f4-e2a8627f069a disassociated (deleted). External IP: 172.27.2.126, port: 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58. Aug 30 18:26:23.282096 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3261a152-5c96-46b9-9e74-1baa7bcfb88c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Router 379ba81e-95d2-45f1-8163-72d3f1b4c662 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:26:23.387880 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3261a152-5c96-46b9-9e74-1baa7bcfb88c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:26:23.392241 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3261a152-5c96-46b9-9e74-1baa7bcfb88c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:23.400169 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7741e10f-6ca8-48f3-b4d4-7491f93241c7 None None] Sync routers for ids ['379ba81e-95d2-45f1-8163-72d3f1b4c662'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:26:23.409799 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7741e10f-6ca8-48f3-b4d4-7491f93241c7 None None] Routers {'379ba81e-95d2-45f1-8163-72d3f1b4c662'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:23.410408 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-7741e10f-6ca8-48f3-b4d4-7491f93241c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['379ba81e-95d2-45f1-8163-72d3f1b4c662'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:23.422505 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3261a152-5c96-46b9-9e74-1baa7bcfb88c tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "DELETE /v2.0/floatingips/6295fcd5-a61b-41a1-a9f4-e2a8627f069a HTTP/1.1" status: 204 len: 168 time: 0.9192662 Aug 30 18:26:23.422505 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:26:23.423185 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e463d3505b501438ab9665504baa9ee3f030df9cd7646e332f824762b37156f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0d4208-e329-4adc-9cf1-b462d34708aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:26:23.465365 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7969d555-5a68-43c4-b979-776439986674 x-openstack-request-id: req-7969d555-5a68-43c4-b979-776439986674 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:26:23.465761 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:26:23.466136 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7969d555-5a68-43c4-b979-776439986674 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:26:23.466651 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'status': 'completed', 'code': 200} Aug 30 18:26:23.570875 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-7741e10f-6ca8-48f3-b4d4-7491f93241c7 None None] Set router 379ba81e-95d2-45f1-8163-72d3f1b4c662 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:23.686023 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d4208-e329-4adc-9cf1-b462d34708aa req-edf4bd92-539d-4fe8-be41-7c489b10a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:23.687671 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a0d4208-e329-4adc-9cf1-b462d34708aa req-edf4bd92-539d-4fe8-be41-7c489b10a32a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=966fb7be2fcb44a0908360bc585a21f7&device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 1099 time: 0.1975389 Aug 30 18:26:23.787387 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d4208-e329-4adc-9cf1-b462d34708aa req-3f803578-4206-4859-9bc9-b201887c3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:23.789660 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a0d4208-e329-4adc-9cf1-b462d34708aa req-3f803578-4206-4859-9bc9-b201887c3410 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de HTTP/1.1" status: 200 len: 910 time: 0.0939255 Aug 30 18:26:23.811317 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-7741e10f-6ca8-48f3-b4d4-7491f93241c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 4, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '83a056dd-2c59-4c30-8aad-27896db0dc1a', 'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'mac_address': 'fa:16:3e:db:89:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:39Z', 'updated_at': '2021-08-30T18:21:47Z', 'revision_number': 5, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'subnets': [{'id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:23.831046 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceb71d-4b3f-46ed-afd6-be1b6c7bf435 req-865a0c0f-ce69-4f2f-b474-dd72a2647498 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:23.832816 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4bceb71d-4b3f-46ed-afd6-be1b6c7bf435 req-865a0c0f-ce69-4f2f-b474-dd72a2647498 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.1806850 Aug 30 18:26:23.837596 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a0d4208-e329-4adc-9cf1-b462d34708aa req-f5bc870f-48f1-4121-8fa9-23fa7086d7f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 HTTP/1.1" status: 200 len: 217 time: 0.0392725 Aug 30 18:26:23.848164 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7741e10f-6ca8-48f3-b4d4-7491f93241c7 None None] Checking router: 379ba81e-95d2-45f1-8163-72d3f1b4c662 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:26:23.858836 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7741e10f-6ca8-48f3-b4d4-7491f93241c7 None None] Routers {'379ba81e-95d2-45f1-8163-72d3f1b4c662'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:23.859709 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-7741e10f-6ca8-48f3-b4d4-7491f93241c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['379ba81e-95d2-45f1-8163-72d3f1b4c662'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:23.874821 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4bceb71d-4b3f-46ed-afd6-be1b6c7bf435 req-9649607f-b265-47e1-8d8d-99f60eedb368 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355077 Aug 30 18:26:23.895342 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d4208-e329-4adc-9cf1-b462d34708aa req-f6d04359-6d32-4cf8-8b15-1ab2a15035c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:23.898150 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a0d4208-e329-4adc-9cf1-b462d34708aa req-f6d04359-6d32-4cf8-8b15-1ab2a15035c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=01859f3d-4259-45d3-8587-bb9993f7b601 HTTP/1.1" status: 200 len: 848 time: 0.0519884 Aug 30 18:26:23.953299 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d4208-e329-4adc-9cf1-b462d34708aa req-0a9a126e-04df-463e-b93a-28ae371193b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:23.954964 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a0d4208-e329-4adc-9cf1-b462d34708aa req-0a9a126e-04df-463e-b93a-28ae371193b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac7792b3-dfac-4bf5-9e75-41ea0aa590de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495651 Aug 30 18:26:23.967819 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-7a0d4208-e329-4adc-9cf1-b462d34708aa req-d256a0d1-b89e-468f-8dc8-eeaf9ea650b5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:26:23.968949 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a0d4208-e329-4adc-9cf1-b462d34708aa req-d256a0d1-b89e-468f-8dc8-eeaf9ea650b5 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055311 Aug 30 18:26:23.976184 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-7741e10f-6ca8-48f3-b4d4-7491f93241c7 None None] Set router 379ba81e-95d2-45f1-8163-72d3f1b4c662 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:24.066276 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a0d4208-e329-4adc-9cf1-b462d34708aa req-412fa483-363a-4e9c-a710-cc0c8bfd636c service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897233 Aug 30 18:26:24.189553 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a0d4208-e329-4adc-9cf1-b462d34708aa req-034e997f-c6a5-4cae-8ea6-6acd5aeb5460 service neutron] 10.222.0.36 "GET /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151063 Aug 30 18:26:24.199832 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-7741e10f-6ca8-48f3-b4d4-7491f93241c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 4, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '83a056dd-2c59-4c30-8aad-27896db0dc1a', 'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'mac_address': 'fa:16:3e:db:89:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:39Z', 'updated_at': '2021-08-30T18:21:47Z', 'revision_number': 5, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'subnets': [{'id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:24.226676 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7741e10f-6ca8-48f3-b4d4-7491f93241c7 None None] The sync data for ids ['379ba81e-95d2-45f1-8163-72d3f1b4c662'] in dv-cinder-804296-2-iscsi is: [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:21:40Z', 'revision_number': 4, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '83a056dd-2c59-4c30-8aad-27896db0dc1a', 'name': '', 'network_id': 'ac7792b3-dfac-4bf5-9e75-41ea0aa590de', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'mac_address': 'fa:16:3e:db:89:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:39Z', 'updated_at': '2021-08-30T18:21:47Z', 'revision_number': 5, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'subnets': [{'id': '01859f3d-4259-45d3-8587-bb9993f7b601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:26:24.431341 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bb602a-f1ef-4d40-996c-fea95c8bbe84 None None] New status for floating IP 6295fcd5-a61b-41a1-a9f4-e2a8627f069a: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:26:25.047091 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c93ab-43c5-49c7-9636-df8c7285c14b req-fde22fa9-7d71-4398-991f-b42de4104cd9 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:25.048573 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a19c93ab-43c5-49c7-9636-df8c7285c14b req-fde22fa9-7d71-4398-991f-b42de4104cd9 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.1010439 Aug 30 18:26:25.091392 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a19c93ab-43c5-49c7-9636-df8c7285c14b req-2f2e144f-8b5b-45b7-a02e-76977ccaf152 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/security-groups?id=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317662 Aug 30 18:26:25.240322 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a98606-cd92-48f9-b603-a62e78fa11ec req-01b1e742-62e6-43f1-b2e8-ec1df0b1e423 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:25.241868 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a6a98606-cd92-48f9-b603-a62e78fa11ec req-01b1e742-62e6-43f1-b2e8-ec1df0b1e423 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 946 time: 0.0494692 Aug 30 18:26:25.330212 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-a6a98606-cd92-48f9-b603-a62e78fa11ec req-c350b128-d7ca-4354-bdcc-46ee880961bf tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Deleting port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:26:25.330561 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a6a98606-cd92-48f9-b603-a62e78fa11ec req-c350b128-d7ca-4354-bdcc-46ee880961bf tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:25.420888 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-a6a98606-cd92-48f9-b603-a62e78fa11ec req-c350b128-d7ca-4354-bdcc-46ee880961bf tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] For port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:25.421201 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a6a98606-cd92-48f9-b603-a62e78fa11ec req-c350b128-d7ca-4354-bdcc-46ee880961bf tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:25.435881 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-a6a98606-cd92-48f9-b603-a62e78fa11ec req-c350b128-d7ca-4354-bdcc-46ee880961bf tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Calling delete_port for 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:26:25.573962 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a6a98606-cd92-48f9-b603-a62e78fa11ec req-c350b128-d7ca-4354-bdcc-46ee880961bf tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:25.602644 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350b128-d7ca-4354-bdcc-46ee880961bf tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Pushing event deleted for resources: {'Port': ['ID=96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:25.643702 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a98606-cd92-48f9-b603-a62e78fa11ec req-c350b128-d7ca-4354-bdcc-46ee880961bf tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] No DVR routers for this DVR port 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:26:25.646347 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a6a98606-cd92-48f9-b603-a62e78fa11ec req-c350b128-d7ca-4354-bdcc-46ee880961bf tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:25.648514 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a6a98606-cd92-48f9-b603-a62e78fa11ec req-c350b128-d7ca-4354-bdcc-46ee880961bf tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.36 "DELETE /v2.0/ports/96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 HTTP/1.1" status: 204 len: 173 time: 0.3997793 Aug 30 18:26:25.648997 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'name': 'network-vif-deleted', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:26:25.651221 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9b914b-48bb-4b60-aa6c-05ec1a2b339a" -d '{"events": [{"server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "name": "network-vif-deleted", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:26:25.698715 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08504c0b-1920-487d-890e-bc1b8841ed36 x-openstack-request-id: req-08504c0b-1920-487d-890e-bc1b8841ed36 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:26:25.699121 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc247902-ea30-4173-a593-56595da97eac", "name": "network-vif-deleted", "tag": "96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:26:25.699254 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08504c0b-1920-487d-890e-bc1b8841ed36 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:26:25.699653 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc247902-ea30-4173-a593-56595da97eac', 'name': 'network-vif-deleted', 'tag': '96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58', 'status': 'completed', 'code': 200} Aug 30 18:26:26.197006 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4bf13a73-59bb-4063-879c-723e820c0507 req-9b8616c7-b484-4a82-bbc3-071bd007b494 tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc247902-ea30-4173-a593-56595da97eac HTTP/1.1" status: 200 len: 210 time: 0.0265262 Aug 30 18:26:27.252712 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55920) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:27.308494 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a304bf3-a8f1-49fe-88f9-479033620c0f tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:27.333808 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a304bf3-a8f1-49fe-88f9-479033620c0f tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:27.392386 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a304bf3-a8f1-49fe-88f9-479033620c0f tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:27.395493 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a304bf3-a8f1-49fe-88f9-479033620c0f tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:27.396871 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7a304bf3-a8f1-49fe-88f9-479033620c0f tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] 10.222.0.16 "DELETE /v2.0/security-groups/1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2 HTTP/1.1" status: 204 len: 168 time: 0.1428304 Aug 30 18:26:27.405438 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a304bf3-a8f1-49fe-88f9-479033620c0f tempest-TestShelveInstance-946951716 tempest-TestShelveInstance-946951716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1626a89b-6ad1-48fa-a1cb-1aa6b684c6a2,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:27.438302 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55924) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:27.629572 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:26:27.648805 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:26:27.649196 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 96e71ebc-20ca-49e0-bbf8-c3d7dc0c1b58 not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:26:27.771702 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f46b9e3-7c9e-4cbc-8bec-f0ebcac213da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760377'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:28.009022 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-3f46b9e3-7c9e-4cbc-8bec-f0ebcac213da admin admin] Deleting port 83a056dd-2c59-4c30-8aad-27896db0dc1a {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:26:28.009358 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f46b9e3-7c9e-4cbc-8bec-f0ebcac213da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:28.086048 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-3f46b9e3-7c9e-4cbc-8bec-f0ebcac213da admin admin] For port 83a056dd-2c59-4c30-8aad-27896db0dc1a, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=83a056dd-2c59-4c30-8aad-27896db0dc1a,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:28.086763 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f46b9e3-7c9e-4cbc-8bec-f0ebcac213da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:28.100555 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-3f46b9e3-7c9e-4cbc-8bec-f0ebcac213da admin admin] Calling delete_port for 83a056dd-2c59-4c30-8aad-27896db0dc1a owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:26:28.293588 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f46b9e3-7c9e-4cbc-8bec-f0ebcac213da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:28.323383 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46b9e3-7c9e-4cbc-8bec-f0ebcac213da admin admin] Pushing event deleted for resources: {'Port': ['ID=83a056dd-2c59-4c30-8aad-27896db0dc1a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:28.497240 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f46b9e3-7c9e-4cbc-8bec-f0ebcac213da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3760179'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:28.710143 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f46b9e3-7c9e-4cbc-8bec-f0ebcac213da admin admin] Router 379ba81e-95d2-45f1-8163-72d3f1b4c662 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:26:28.815239 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f46b9e3-7c9e-4cbc-8bec-f0ebcac213da admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:26:28.823653 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3f46b9e3-7c9e-4cbc-8bec-f0ebcac213da admin admin] 10.222.0.16 "PUT /v2.0/routers/379ba81e-95d2-45f1-8163-72d3f1b4c662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3811779 Aug 30 18:26:28.823653 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55948) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:28.826259 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0832bf-6ed5-4d26-80c1-23512e13d8a7 None None] Sync routers for ids ['379ba81e-95d2-45f1-8163-72d3f1b4c662'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:26:28.838966 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0832bf-6ed5-4d26-80c1-23512e13d8a7 None None] Routers {'379ba81e-95d2-45f1-8163-72d3f1b4c662'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:28.840014 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-7b0832bf-6ed5-4d26-80c1-23512e13d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['379ba81e-95d2-45f1-8163-72d3f1b4c662'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:28.930715 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:28.946166 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-7b0832bf-6ed5-4d26-80c1-23512e13d8a7 None None] Set router 379ba81e-95d2-45f1-8163-72d3f1b4c662 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:29.143671 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-7b0832bf-6ed5-4d26-80c1-23512e13d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:26:28Z', 'revision_number': 5, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:29.291822 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0832bf-6ed5-4d26-80c1-23512e13d8a7 None None] Checking router: 379ba81e-95d2-45f1-8163-72d3f1b4c662 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:26:29.300401 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0832bf-6ed5-4d26-80c1-23512e13d8a7 None None] Routers {'379ba81e-95d2-45f1-8163-72d3f1b4c662'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:29.301069 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-7b0832bf-6ed5-4d26-80c1-23512e13d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['379ba81e-95d2-45f1-8163-72d3f1b4c662'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:29.324225 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:29.376141 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Deleting port 445ebc01-60a2-4b76-a5d0-c6138b26a23f {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:26:29.376498 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:29.409352 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-7b0832bf-6ed5-4d26-80c1-23512e13d8a7 None None] Set router 379ba81e-95d2-45f1-8163-72d3f1b4c662 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:29.456271 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] For port 445ebc01-60a2-4b76-a5d0-c6138b26a23f, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=445ebc01-60a2-4b76-a5d0-c6138b26a23f,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:29.456649 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:29.472992 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Calling delete_port for 445ebc01-60a2-4b76-a5d0-c6138b26a23f owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:26:29.597129 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-7b0832bf-6ed5-4d26-80c1-23512e13d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:26:28Z', 'revision_number': 5, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:29.626418 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0832bf-6ed5-4d26-80c1-23512e13d8a7 None None] The sync data for ids ['379ba81e-95d2-45f1-8163-72d3f1b4c662'] in dv-cinder-804296-2-iscsi is: [{'id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'name': 'tempest-TestShelveInstance-2126564167-router', 'tenant_id': '966fb7be2fcb44a0908360bc585a21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:36Z', 'updated_at': '2021-08-30T18:26:28Z', 'revision_number': 5, 'project_id': '966fb7be2fcb44a0908360bc585a21f7', 'gw_port': {'id': '445ebc01-60a2-4b76-a5d0-c6138b26a23f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379ba81e-95d2-45f1-8163-72d3f1b4c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:37Z', 'updated_at': '2021-08-30T18:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:26:29.654724 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:29.687171 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=445ebc01-60a2-4b76-a5d0-c6138b26a23f,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:29.744959 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764073'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:29.832837 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102420'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:29.834955 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:29.878023 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756281'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:29.878854 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 379ba81e-95d2-45f1-8163-72d3f1b4c662 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:26:29.883358 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:29.884797 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b5d0f2a6-8d2d-40c3-83c6-5d2bf9eb4f89 admin admin] 10.222.0.16 "DELETE /v2.0/routers/379ba81e-95d2-45f1-8163-72d3f1b4c662 HTTP/1.1" status: 204 len: 168 time: 1.0607667 Aug 30 18:26:29.886931 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55976) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:29.933762 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2bc8ba-2718-4a67-b778-7392b7e954b3 admin admin] Deleting subnet 01859f3d-4259-45d3-8587-bb9993f7b601 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:26:29.936721 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8f2bc8ba-2718-4a67-b778-7392b7e954b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:29.971376 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8f2bc8ba-2718-4a67-b778-7392b7e954b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9008100'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.052543 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8f2bc8ba-2718-4a67-b778-7392b7e954b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.115323 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8f2bc8ba-2718-4a67-b778-7392b7e954b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9147725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9218345'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.145492 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bc8ba-2718-4a67-b778-7392b7e954b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01859f3d-4259-45d3-8587-bb9993f7b601,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:30.149294 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8f2bc8ba-2718-4a67-b778-7392b7e954b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.151481 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8f2bc8ba-2718-4a67-b778-7392b7e954b3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/01859f3d-4259-45d3-8587-bb9993f7b601 HTTP/1.1" status: 204 len: 168 time: 0.2636409 Aug 30 18:26:30.154448 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 55986) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:30.159100 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb148b5-93a8-4e7a-89ce-14867f20add3 None None] Network ac7792b3-dfac-4bf5-9e75-41ea0aa590de requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:26:30.224953 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.289753 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Deleting port 722563b4-7b67-4576-bedd-e180bb8bb2a9 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:26:30.289753 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.367010 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] For port 722563b4-7b67-4576-bedd-e180bb8bb2a9, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=722563b4-7b67-4576-bedd-e180bb8bb2a9,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:30.367486 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.380535 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Calling delete_port for 722563b4-7b67-4576-bedd-e180bb8bb2a9 owned by network:dhcp {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:26:30.389626 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60fe5e-85bc-463a-a48b-86e6d01c2a03 None None] DHCP port deletion for ac7792b3-dfac-4bf5-9e75-41ea0aa590de request from dv-cinder-804296-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:26:30.445915 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-1d60fe5e-85bc-463a-a48b-86e6d01c2a03 None None] Deleting port 722563b4-7b67-4576-bedd-e180bb8bb2a9 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:26:30.446331 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1d60fe5e-85bc-463a-a48b-86e6d01c2a03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.473248 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.503594 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Pushing event deleted for resources: {'Port': ['ID=722563b4-7b67-4576-bedd-e180bb8bb2a9,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:30.505453 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] No DVR routers for this DVR port 722563b4-7b67-4576-bedd-e180bb8bb2a9 on host dv-cinder-804296-2-iscsi {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:26:30.517203 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-1d60fe5e-85bc-463a-a48b-86e6d01c2a03 None None] For port 722563b4-7b67-4576-bedd-e180bb8bb2a9, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=722563b4-7b67-4576-bedd-e180bb8bb2a9,segment=NetworkSegment(e681ad79-3b72-457c-a246-8d6954f7e871),segment_id=e681ad79-3b72-457c-a246-8d6954f7e871)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:30.517631 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1d60fe5e-85bc-463a-a48b-86e6d01c2a03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.530097 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-1d60fe5e-85bc-463a-a48b-86e6d01c2a03 None None] Calling delete_port for 722563b4-7b67-4576-bedd-e180bb8bb2a9 owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:26:30.577297 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.587734 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7792b3-dfac-4bf5-9e75-41ea0aa590de']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:30.598432 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e681ad79-3b72-457c-a246-8d6954f7e871') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:30.598665 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e681ad79-3b72-457c-a246-8d6954f7e871') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:30.607463 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9008123'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.614607 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1d60fe5e-85bc-463a-a48b-86e6d01c2a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.625387 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.632519 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:26:30.632912 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9147691'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.640164 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60fe5e-85bc-463a-a48b-86e6d01c2a03 None None] Pushing event deleted for resources: {'Port': ['ID=722563b4-7b67-4576-bedd-e180bb8bb2a9,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:30.642007 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d60fe5e-85bc-463a-a48b-86e6d01c2a03 None None] No DVR routers for this DVR port 722563b4-7b67-4576-bedd-e180bb8bb2a9 on host dv-cinder-804296-2-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: Traceback (most recent call last): Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: timer() Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: cb(*args, **kw) Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: self._notify() Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: self.callback(batched_events) Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: event.method(event) Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: return f(self, *a, **k) Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._get(url).json() Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:26:30.644800 dv-cinder-804296-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:26:30.693099 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.698618 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:30.700476 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] 10.222.0.16 "DELETE /v2.0/networks/ac7792b3-dfac-4bf5-9e75-41ea0aa590de HTTP/1.1" status: 204 len: 168 time: 0.5450292 Aug 30 18:26:30.703492 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 55996) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:30.712080 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394dfc4-a8b1-4ea9-9033-b1d65023659e admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7792b3-dfac-4bf5-9e75-41ea0aa590de,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:31.044408 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e141265e-a6f2-4e97-a6f2-f7691c33a1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760377'] for router_interface, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:31.060839 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 722563b4-7b67-4576-bedd-e180bb8bb2a9 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:26:31.081850 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 722563b4-7b67-4576-bedd-e180bb8bb2a9 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:26:31.082196 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 722563b4-7b67-4576-bedd-e180bb8bb2a9 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:26:31.082610 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 445ebc01-60a2-4b76-a5d0-c6138b26a23f no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:26:31.100383 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 445ebc01-60a2-4b76-a5d0-c6138b26a23f {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:26:31.100730 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 445ebc01-60a2-4b76-a5d0-c6138b26a23f not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:26:31.101167 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 83a056dd-2c59-4c30-8aad-27896db0dc1a no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:26:31.118786 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 83a056dd-2c59-4c30-8aad-27896db0dc1a {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:26:31.119132 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 83a056dd-2c59-4c30-8aad-27896db0dc1a not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:26:31.278869 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e141265e-a6f2-4e97-a6f2-f7691c33a1d1 admin admin] Deleting port b3541993-7950-4d52-ad17-bfff20c530fa {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:26:31.279209 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e141265e-a6f2-4e97-a6f2-f7691c33a1d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:31.320029 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fb25fdfc-55a8-41da-85a3-cbc8e5324dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:31.353809 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e141265e-a6f2-4e97-a6f2-f7691c33a1d1 admin admin] For port b3541993-7950-4d52-ad17-bfff20c530fa, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=b3541993-7950-4d52-ad17-bfff20c530fa,segment=NetworkSegment(d8c97c74-336e-4b7a-8821-efda9c52ca25),segment_id=d8c97c74-336e-4b7a-8821-efda9c52ca25)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:31.354173 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e141265e-a6f2-4e97-a6f2-f7691c33a1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:31.366935 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e141265e-a6f2-4e97-a6f2-f7691c33a1d1 admin admin] Calling delete_port for b3541993-7950-4d52-ad17-bfff20c530fa owned by network:router_interface {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:26:31.546017 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e141265e-a6f2-4e97-a6f2-f7691c33a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:31.575457 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141265e-a6f2-4e97-a6f2-f7691c33a1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3541993-7950-4d52-ad17-bfff20c530fa,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:31.961641 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e141265e-a6f2-4e97-a6f2-f7691c33a1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3760179'] for router_interface, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:32.168379 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e141265e-a6f2-4e97-a6f2-f7691c33a1d1 admin admin] Router 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:26:32.272624 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e141265e-a6f2-4e97-a6f2-f7691c33a1d1 admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:26:32.277543 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e141265e-a6f2-4e97-a6f2-f7691c33a1d1 admin admin] 10.222.0.16 "PUT /v2.0/routers/21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5730472 Aug 30 18:26:32.280140 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56004) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:32.281264 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0b739c-2232-4e42-8ad0-e59e31d1b237 None None] Sync routers for ids ['21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:26:32.290299 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b739c-2232-4e42-8ad0-e59e31d1b237 None None] Routers {'21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:32.290900 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-cb0b739c-2232-4e42-8ad0-e59e31d1b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:32.380770 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:32.392383 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-cb0b739c-2232-4e42-8ad0-e59e31d1b237 None None] Set router 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:32.478783 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:32.533188 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Deleting port a002d8d6-1b59-4f55-becf-6d627d7ba2b5 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:26:32.533536 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:32.573699 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-cb0b739c-2232-4e42-8ad0-e59e31d1b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'name': 'tempest-TestShelveInstance-893810455-router', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:42Z', 'updated_at': '2021-08-30T18:26:31Z', 'revision_number': 5, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'gw_port': {'id': 'a002d8d6-1b59-4f55-becf-6d627d7ba2b5', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:21:43Z', 'updated_at': '2021-08-30T18:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:32.603296 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0b739c-2232-4e42-8ad0-e59e31d1b237 None None] Checking router: 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:26:32.611321 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b739c-2232-4e42-8ad0-e59e31d1b237 None None] Routers {'21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:32.611920 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-cb0b739c-2232-4e42-8ad0-e59e31d1b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:32.612039 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] For port a002d8d6-1b59-4f55-becf-6d627d7ba2b5, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=a002d8d6-1b59-4f55-becf-6d627d7ba2b5,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:32.612404 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:32.624558 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Calling delete_port for a002d8d6-1b59-4f55-becf-6d627d7ba2b5 owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:26:32.701640 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-cb0b739c-2232-4e42-8ad0-e59e31d1b237 None None] Set router 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:32.757891 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-cb0b739c-2232-4e42-8ad0-e59e31d1b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'name': 'tempest-TestShelveInstance-893810455-router', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:42Z', 'updated_at': '2021-08-30T18:26:32Z', 'revision_number': 6, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'gw_port_host': None}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:32.788219 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0b739c-2232-4e42-8ad0-e59e31d1b237 None None] The sync data for ids ['21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91'] in dv-cinder-804296-2-iscsi is: [{'id': '21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91', 'name': 'tempest-TestShelveInstance-893810455-router', 'tenant_id': '4c7760a3fedf4b28b1399b08d43294da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:21:42Z', 'updated_at': '2021-08-30T18:26:32Z', 'revision_number': 6, 'project_id': '4c7760a3fedf4b28b1399b08d43294da', 'gw_port_host': None}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:26:32.807962 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:32.838264 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a002d8d6-1b59-4f55-becf-6d627d7ba2b5,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:32.899105 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764073'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:32.984553 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102420'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:32.986637 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.027127 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756281'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.027758 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:26:33.031930 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.033120 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9f823310-e3bb-4c66-b058-4dcbd49fa2e2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/21af4a9d-2f9d-43cb-af59-6fdd7c4b7f91 HTTP/1.1" status: 204 len: 168 time: 0.7519422 Aug 30 18:26:33.036277 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56012) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:33.082639 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f11934-7a8f-4853-bf05-cddb0f5858fb admin admin] Deleting subnet 52b1e942-3092-4a12-8e57-cb5632087c0a {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:26:33.085510 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9f11934-7a8f-4853-bf05-cddb0f5858fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.117960 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9f11934-7a8f-4853-bf05-cddb0f5858fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9008100'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.197898 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9f11934-7a8f-4853-bf05-cddb0f5858fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.248822 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device b3541993-7950-4d52-ad17-bfff20c530fa no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:26:33.260576 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9f11934-7a8f-4853-bf05-cddb0f5858fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9147725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9218345'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.274138 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: b3541993-7950-4d52-ad17-bfff20c530fa {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:26:33.274476 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device b3541993-7950-4d52-ad17-bfff20c530fa not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:26:33.285863 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f11934-7a8f-4853-bf05-cddb0f5858fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b1e942-3092-4a12-8e57-cb5632087c0a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:33.289548 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c9f11934-7a8f-4853-bf05-cddb0f5858fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.291390 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c9f11934-7a8f-4853-bf05-cddb0f5858fb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/52b1e942-3092-4a12-8e57-cb5632087c0a HTTP/1.1" status: 204 len: 168 time: 0.2542000 Aug 30 18:26:33.293781 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56014) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:33.296103 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd995182-0854-48c8-9089-3616a827c954 None None] Network 750f3180-c30c-4b19-9097-d97a8c0be23f requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:26:33.359787 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.410282 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Deleting port 1687f9e6-0a43-418e-95d0-ea455d3ad005 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:26:33.410618 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.477014 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] For port 1687f9e6-0a43-418e-95d0-ea455d3ad005, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=1687f9e6-0a43-418e-95d0-ea455d3ad005,segment=NetworkSegment(d8c97c74-336e-4b7a-8821-efda9c52ca25),segment_id=d8c97c74-336e-4b7a-8821-efda9c52ca25)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:33.477376 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.489840 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Calling delete_port for 1687f9e6-0a43-418e-95d0-ea455d3ad005 owned by network:dhcp {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:26:33.564225 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.581018 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf6aa3d-3070-41fd-86e9-3fbdbccc9d15 None None] DHCP port deletion for 750f3180-c30c-4b19-9097-d97a8c0be23f request from dv-cinder-804296-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:26:33.595085 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=1687f9e6-0a43-418e-95d0-ea455d3ad005,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:33.597439 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] No DVR routers for this DVR port 1687f9e6-0a43-418e-95d0-ea455d3ad005 on host dv-cinder-804296-2-iscsi {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:26:33.665993 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.675841 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750f3180-c30c-4b19-9097-d97a8c0be23f']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:33.686224 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c97c74-336e-4b7a-8821-efda9c52ca25') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:33.686514 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c97c74-336e-4b7a-8821-efda9c52ca25') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:33.695495 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9008123'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.709944 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.716258 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:26:33.716685 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9147691'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: Traceback (most recent call last): Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: timer() Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: cb(*args, **kw) Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: self._notify() Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: self.callback(batched_events) Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: event.method(event) Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: return f(self, *a, **k) Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._get(url).json() Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:26:33.718374 dv-cinder-804296-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:26:33.781278 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.791080 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:33.793395 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] 10.222.0.16 "DELETE /v2.0/networks/750f3180-c30c-4b19-9097-d97a8c0be23f HTTP/1.1" status: 204 len: 168 time: 0.4986949 Aug 30 18:26:33.808605 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b9c26-1cd1-4e30-967d-2b13d7eb8b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=750f3180-c30c-4b19-9097-d97a8c0be23f,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:33.969789 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56024) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:33.977587 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-914561a6-1ee7-48ef-9746-8d7ab43ac01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.017982 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0656a70e-1352-428d-b34c-0bbdd248a670 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=966fb7be2fcb44a0908360bc585a21f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453529 Aug 30 18:26:34.020589 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56026) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:34.032242 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.060010 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56028) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:34.071056 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15e5c61f-dff4-41a3-8b53-65b7f2b9e347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.092344 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15e5c61f-dff4-41a3-8b53-65b7f2b9e347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.139540 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15e5c61f-dff4-41a3-8b53-65b7f2b9e347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.142254 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-15e5c61f-dff4-41a3-8b53-65b7f2b9e347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.143443 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-15e5c61f-dff4-41a3-8b53-65b7f2b9e347 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73968667-09f2-4074-aae3-d5b9d3b862f1 HTTP/1.1" status: 204 len: 168 time: 0.1213453 Aug 30 18:26:34.151891 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5c61f-dff4-41a3-8b53-65b7f2b9e347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73968667-09f2-4074-aae3-d5b9d3b862f1,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:34.185079 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-65be607d-3c3b-4304-be5e-da5ccda05451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.274790 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-65be607d-3c3b-4304-be5e-da5ccda05451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.278517 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-65be607d-3c3b-4304-be5e-da5ccda05451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.317472 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-65be607d-3c3b-4304-be5e-da5ccda05451 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdc14ac0571c4d15bd8e6b7fbefb88d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563488 Aug 30 18:26:34.319234 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be607d-3c3b-4304-be5e-da5ccda05451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7879bb42-1f71-42bb-ad57-c061bf7d6598,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:34.320093 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56036) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:34.374753 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f731d41-29f8-493e-a8f9-9c8da6f46d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.396453 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f731d41-29f8-493e-a8f9-9c8da6f46d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.409860 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56038) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:34.443557 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f731d41-29f8-493e-a8f9-9c8da6f46d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.446806 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f731d41-29f8-493e-a8f9-9c8da6f46d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.450480 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6f731d41-29f8-493e-a8f9-9c8da6f46d88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7879bb42-1f71-42bb-ad57-c061bf7d6598 HTTP/1.1" status: 204 len: 168 time: 0.1269972 Aug 30 18:26:34.452498 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-bd1bc3a6-91d9-4373-b222-f9c67a4a6da2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c7760a3fedf4b28b1399b08d43294da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414238 Aug 30 18:26:34.455883 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56042) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:34.464270 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f731d41-29f8-493e-a8f9-9c8da6f46d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7879bb42-1f71-42bb-ad57-c061bf7d6598,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:34.507752 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1c8c4262-7f0e-4296-96a2-48be02ced396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.528399 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1c8c4262-7f0e-4296-96a2-48be02ced396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.574080 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1c8c4262-7f0e-4296-96a2-48be02ced396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.577014 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1c8c4262-7f0e-4296-96a2-48be02ced396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:34.578177 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1c8c4262-7f0e-4296-96a2-48be02ced396 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81ec4af0-6758-4890-89f3-d37131f7317c HTTP/1.1" status: 204 len: 168 time: 0.1213813 Aug 30 18:26:34.588262 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c4262-7f0e-4296-96a2-48be02ced396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ec4af0-6758-4890-89f3-d37131f7317c,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:35.058373 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 1687f9e6-0a43-418e-95d0-ea455d3ad005 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:26:35.081383 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 1687f9e6-0a43-418e-95d0-ea455d3ad005 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:26:35.081731 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 1687f9e6-0a43-418e-95d0-ea455d3ad005 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:26:35.082151 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device a002d8d6-1b59-4f55-becf-6d627d7ba2b5 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:26:35.100996 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: a002d8d6-1b59-4f55-becf-6d627d7ba2b5 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:26:35.101346 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device a002d8d6-1b59-4f55-becf-6d627d7ba2b5 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:26:35.193669 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:35.259254 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56064) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:35.352883 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1361839132-network', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:35.373040 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Made reservation on behalf of bbfcc2ecb9c34addb094bbd7ec5caa84 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:26:35.375438 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:35.383377 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:35.470167 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:35.474037 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:35.496733 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:26:35.505622 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd718e2a-03cf-452e-931a-409bc9e4a90b,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:35.511329 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:35.511601 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Added segment f2b169ca-7f84-4171-b1fe-3f823aef5efa of type vlan for network 273a701d-bfee-4d98-a341-1014f868a075 Aug 30 18:26:35.549947 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:35.573329 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:35.574256 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:35.574825 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:35.628488 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3680069 Aug 30 18:26:35.631311 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56068) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:35.636891 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-72c50305-d4a4-4562-9fea-1da93f24fc4b admin admin] Request body: {'subnet': {'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1361839132-subnet', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:35.637151 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e10cc7-9a5a-4b8d-8d35-28da1137a178 admin admin] Pushing event updated for resources: {'Network': ['ID=273a701d-bfee-4d98-a341-1014f868a075,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:35.646834 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network 273a701d-bfee-4d98-a341-1014f868a075 details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:26:35.658851 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c50305-d4a4-4562-9fea-1da93f24fc4b admin admin] Made reservation on behalf of bbfcc2ecb9c34addb094bbd7ec5caa84 for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:26:35.661377 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72c50305-d4a4-4562-9fea-1da93f24fc4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9130993'] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:35.822040 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72c50305-d4a4-4562-9fea-1da93f24fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9922903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9130883'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:35.876917 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c50305-d4a4-4562-9fea-1da93f24fc4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2199af5-1ada-4cdd-8abe-cdce66e70f8d,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:35.883974 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c50305-d4a4-4562-9fea-1da93f24fc4b admin admin] Checking segment: {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:26:35.884326 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c50305-d4a4-4562-9fea-1da93f24fc4b admin admin] Network hostable DHCP agents. Network: 273a701d-bfee-4d98-a341-1014f868a075, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:26:35.900784 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c50305-d4a4-4562-9fea-1da93f24fc4b admin admin] Network 273a701d-bfee-4d98-a341-1014f868a075 is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:26:35.909804 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-72c50305-d4a4-4562-9fea-1da93f24fc4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, 273a701d-bfee-4d98-a341-1014f868a075) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:26:35.913814 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c50305-d4a4-4562-9fea-1da93f24fc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:35.914428 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-72c50305-d4a4-4562-9fea-1da93f24fc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:35.919587 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fa155c-2802-4e8c-a9aa-1c989ddb1345 None None] Network 273a701d-bfee-4d98-a341-1014f868a075 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:26:35.928240 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-72c50305-d4a4-4562-9fea-1da93f24fc4b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2952616 Aug 30 18:26:35.930954 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56070) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:35.935328 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:35.954755 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102410'] for router, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:35.956256 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3763922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102429'] for router, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.014768 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.062094 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff832dd6-95b2-59a4-a3ae-04890c023e2b-273a701d-bfee-4d98-a341-1014f868a075', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d'}]}} from dv-cinder-804296-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:26:36.062950 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.146059 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.195246 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Allocated IP 172.20.0.2 (273a701d-bfee-4d98-a341-1014f868a075/c2199af5-1ada-4cdd-8abe-cdce66e70f8d/14397d66-f003-4ff1-ab59-d8d0e33aae64) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:26:36.335488 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.343740 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Transition to ACTIVE for port object 14397d66-f003-4ff1-ab59-d8d0e33aae64 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:26:36.343915 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.358056 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Transition to ACTIVE for port object 14397d66-f003-4ff1-ab59-d8d0e33aae64 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:26:36.362752 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.363377 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.400518 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Network 273a701d-bfee-4d98-a341-1014f868a075 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:26:36.405091 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:26:36.407539 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:26:36.416072 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Pushing event updated for resources: {'Port': ['ID=14397d66-f003-4ff1-ab59-d8d0e33aae64,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:36.466528 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Attempting to bind port 14397d66-f003-4ff1-ab59-d8d0e33aae64 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:26:36.466887 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Attempting to bind port 14397d66-f003-4ff1-ab59-d8d0e33aae64 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:26:36.467350 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Attempting to bind port 14397d66-f003-4ff1-ab59-d8d0e33aae64 on network 273a701d-bfee-4d98-a341-1014f868a075 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:26:36.468596 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Allocated IP 172.27.2.48 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/1dcec3db-0e13-4442-8f17-a2ff38cb098f) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:26:36.472605 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:26:36.473032 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Checking segment: {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:26:36.473458 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.473846 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Bound using segment: {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:26:36.474299 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Bound port: 14397d66-f003-4ff1-ab59-d8d0e33aae64, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:26:36.474671 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.541841 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] For port 14397d66-f003-4ff1-ab59-d8d0e33aae64, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:26:36.544336 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] For port 14397d66-f003-4ff1-ab59-d8d0e33aae64, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=14397d66-f003-4ff1-ab59-d8d0e33aae64,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:26:36.553897 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.573592 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.593419 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.618183 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ae56c-33b1-41f3-911f-b4a96cbf0f5a None None] Pushing event updated for resources: {'Port': ['ID=14397d66-f003-4ff1-ab59-d8d0e33aae64,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:36.621068 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:36.659424 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:26:36.664259 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:26:36.666750 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:26:36.695149 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Pushing event updated for resources: {'Port': ['ID=1dcec3db-0e13-4442-8f17-a2ff38cb098f,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:36.933835 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:37.087882 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 14397d66-f003-4ff1-ab59-d8d0e33aae64 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:37.125734 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3756163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3763981'] for router, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:37.136576 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 14397d66-f003-4ff1-ab59-d8d0e33aae64 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:26:37.262839 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 is scheduled to L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 with binding_index 1 {{(pid=93968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:26:37.372323 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:26:37.381106 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Sync routers for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:26:37.388661 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:37.393178 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6f8a7b5a-0c0f-4f1f-b59d-70b0f87f9498 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4580262 Aug 30 18:26:37.393713 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56072) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:37.395874 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:37.396627 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:37.437351 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bc501f-66e5-4388-a9b9-4f780cabbfb5 None None] Network 273a701d-bfee-4d98-a341-1014f868a075 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:26:37.664585 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c5268c8b-2ab2-44ca-904f-d6157b772a7f None None] Provisioning for port 14397d66-f003-4ff1-ab59-d8d0e33aae64 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:26:37.678513 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c5268c8b-2ab2-44ca-904f-d6157b772a7f None None] Provisioning complete for port 14397d66-f003-4ff1-ab59-d8d0e33aae64 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:37.678805 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c5268c8b-2ab2-44ca-904f-d6157b772a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:37.711390 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:37.957777 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c5268c8b-2ab2-44ca-904f-d6157b772a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.025732 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c5268c8b-2ab2-44ca-904f-d6157b772a7f None None] For port 14397d66-f003-4ff1-ab59-d8d0e33aae64, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=14397d66-f003-4ff1-ab59-d8d0e33aae64,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:38.030837 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c5268c8b-2ab2-44ca-904f-d6157b772a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.046946 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.070087 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:36Z', 'revision_number': 3, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:38.108545 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Checking router: 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:26:38.109314 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Updating router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 port 1dcec3db-0e13-4442-8f17-a2ff38cb098f binding host dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:26:38.129367 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5268c8b-2ab2-44ca-904f-d6157b772a7f None None] Pushing event updated for resources: {'Port': ['ID=14397d66-f003-4ff1-ab59-d8d0e33aae64,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:38.139748 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.218699 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Allocated IP 172.20.0.1 (273a701d-bfee-4d98-a341-1014f868a075/c2199af5-1ada-4cdd-8abe-cdce66e70f8d/6e7ad125-580e-4463-9fbd-283247b1f194) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:26:38.292045 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-e1acaa3a-abee-477f-8c1d-a0d1347c6c75 None None] Provisioning complete for port 14397d66-f003-4ff1-ab59-d8d0e33aae64 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:38.292413 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e1acaa3a-abee-477f-8c1d-a0d1347c6c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.320153 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.334322 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Transition to ACTIVE for port object 6e7ad125-580e-4463-9fbd-283247b1f194 will not be triggered until provisioned by entity DHCP. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:26:38.366774 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.400675 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Network 273a701d-bfee-4d98-a341-1014f868a075 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:26:38.404782 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:26:38.410952 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:26:38.436778 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7ad125-580e-4463-9fbd-283247b1f194,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:38.453314 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3764178'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.465979 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.477492 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Transition to ACTIVE for port object 1dcec3db-0e13-4442-8f17-a2ff38cb098f will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:26:38.485350 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.549983 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06391688-5ec4-4906-9e06-1a6c5eda8dec None None] Pushing event updated for resources: {'Port': ['ID=1dcec3db-0e13-4442-8f17-a2ff38cb098f,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:38.552596 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Attempting to bind port 1dcec3db-0e13-4442-8f17-a2ff38cb098f on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:26:38.553111 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Attempting to bind port 1dcec3db-0e13-4442-8f17-a2ff38cb098f by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:26:38.553583 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Attempting to bind port 1dcec3db-0e13-4442-8f17-a2ff38cb098f on network b260bd70-94f8-4100-a215-2751a0a4278f {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:26:38.560413 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:26:38.560916 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Checking segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:26:38.561453 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.561955 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Bound using segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:26:38.562569 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Bound port: 1dcec3db-0e13-4442-8f17-a2ff38cb098f, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:26:38.563059 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.604285 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.619458 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] For port 1dcec3db-0e13-4442-8f17-a2ff38cb098f, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:26:38.623646 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] For port 1dcec3db-0e13-4442-8f17-a2ff38cb098f, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=1dcec3db-0e13-4442-8f17-a2ff38cb098f,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:26:38.628242 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.678802 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:38.679359 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:38.728407 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06391688-5ec4-4906-9e06-1a6c5eda8dec None None] Pushing event updated for resources: {'Port': ['ID=1dcec3db-0e13-4442-8f17-a2ff38cb098f,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:38.771544 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.777163 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771742'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.799473 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-76b0d94d-86ac-4985-a41a-33b347d273f5 None None] Provisioning for port 6e7ad125-580e-4463-9fbd-283247b1f194 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:26:38.808862 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-76b0d94d-86ac-4985-a41a-33b347d273f5 None None] Provisioning complete for port 6e7ad125-580e-4463-9fbd-283247b1f194 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:38.809282 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-76b0d94d-86ac-4985-a41a-33b347d273f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.815048 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:38.842124 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7ad125-580e-4463-9fbd-283247b1f194,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:38.844385 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3762445'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:38.855555 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:38.855904 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:38.856241 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:38.856572 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:38.856900 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:38.857251 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:38.857575 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:38.857898 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:38.858222 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:38.858543 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:38.858862 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:38.859179 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:38.884795 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-76b0d94d-86ac-4985-a41a-33b347d273f5 None None] Port 6e7ad125-580e-4463-9fbd-283247b1f194 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:26:38.946665 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Network 273a701d-bfee-4d98-a341-1014f868a075 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:26:38.948078 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:26:39.054562 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 1, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:39.067438 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:26:39.083601 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 14397d66-f003-4ff1-ab59-d8d0e33aae64 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:39.086828 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7064588-3e44-42d9-bd1b-33858c57e9c5 None None] The sync data for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi is: [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 1, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:26:39.143424 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 14397d66-f003-4ff1-ab59-d8d0e33aae64 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:39.144064 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:39.192884 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:26:39.197656 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6e859c44-8fe2-4fd8-8718-cb8809195912 admin admin] 10.222.0.16 "PUT /v2.0/routers/6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8029616 Aug 30 18:26:39.234515 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-792ae8d2-5b92-4093-b0f8-ea372f60e64b None None] Provisioning complete for port 6e7ad125-580e-4463-9fbd-283247b1f194 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:39.234889 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-792ae8d2-5b92-4093-b0f8-ea372f60e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:39.274874 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-792ae8d2-5b92-4093-b0f8-ea372f60e64b None None] Port 6e7ad125-580e-4463-9fbd-283247b1f194 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:26:39.712338 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56088) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:39.717622 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1468767084-network', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:39.743035 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Made reservation on behalf of 26c614d4b889413093eb4d840a3cc7d7 for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:26:39.745930 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:39.755587 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:39.855216 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:39.859270 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:39.884107 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 18:26:39.893514 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ba88bd-a2fe-4623-ac5b-e36cafca6e10,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:39.899636 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:39.899998 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Added segment 929794da-a954-409d-8eaf-d9b64e852dcc of type vlan for network 5094c102-1ec7-4ab9-8d7a-8e813214c245 Aug 30 18:26:39.942834 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740403063664'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:39.968503 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:39.969582 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:39.970181 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.027259 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3135781 Aug 30 18:26:40.030330 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56090) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:40.034660 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e63fdf-667f-4a7b-9810-7b28ab9493d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5094c102-1ec7-4ab9-8d7a-8e813214c245,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:40.036092 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Request body: {'subnet': {'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1468767084-subnet', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:40.045193 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Network 5094c102-1ec7-4ab9-8d7a-8e813214c245 details requested by agent ovs-agent-dv-cinder-804296-2-iscsi with host dv-cinder-804296-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 18:26:40.061251 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Made reservation on behalf of 26c614d4b889413093eb4d840a3cc7d7 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:26:40.064159 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9218370'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.241617 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9037454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9218352'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.297473 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=570561f5-0378-4d1f-a6c5-68aa985f0930,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:40.309227 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:40.309582 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:40.309930 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:40.310266 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:40.310598 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:40.310932 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:40.311261 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:40.311588 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:40.311914 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:40.312239 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:40.312558 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:40.312879 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:40.316543 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Checking segment: {'id': '929794da-a954-409d-8eaf-d9b64e852dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:26:40.316897 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Network hostable DHCP agents. Network: 5094c102-1ec7-4ab9-8d7a-8e813214c245, hostable agents: ['316eb228-2244-4263-bdd8-6bc8658ada11'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 18:26:40.334133 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Network 5094c102-1ec7-4ab9-8d7a-8e813214c245 is scheduled to be hosted by DHCP agent 316eb228-2244-4263-bdd8-6bc8658ada11 with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 18:26:40.342469 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804296-2-iscsi, 5094c102-1ec7-4ab9-8d7a-8e813214c245) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:26:40.346995 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:26:40.347573 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.351715 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e3d637-3612-47d3-8034-797e6ea2d799 None None] Network 5094c102-1ec7-4ab9-8d7a-8e813214c245 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:26:40.360988 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4a7ee9fa-2131-4dcd-94c2-21552c26c054 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3290796 Aug 30 18:26:40.364161 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56092) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:40.368780 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1468767084-router', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:40.390604 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3756052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102410'] for router, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.391954 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3756216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3763922', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3821424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102429'] for router, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.445903 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.583550 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.632623 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff832dd6-95b2-59a4-a3ae-04890c023e2b-5094c102-1ec7-4ab9-8d7a-8e813214c245', 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'fixed_ips': [{'subnet_id': '570561f5-0378-4d1f-a6c5-68aa985f0930'}]}} from dv-cinder-804296-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 18:26:40.633514 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.636784 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.770866 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Allocated IP 172.20.0.2 (5094c102-1ec7-4ab9-8d7a-8e813214c245/570561f5-0378-4d1f-a6c5-68aa985f0930/92b21378-9410-4a3f-9339-8b7efc0bc354) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:26:40.795021 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.817336 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.916470 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.920367 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Allocated IP 172.27.2.197 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/8802430f-5e3f-4cea-aae9-7dd018873e3d) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:26:40.925640 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Transition to ACTIVE for port object 92b21378-9410-4a3f-9339-8b7efc0bc354 will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:26:40.941950 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Transition to ACTIVE for port object 92b21378-9410-4a3f-9339-8b7efc0bc354 will not be triggered until provisioned by entity DHCP. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:26:40.948598 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:40.988219 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Network 5094c102-1ec7-4ab9-8d7a-8e813214c245 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:26:40.991117 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:26:40.993625 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:26:41.011286 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Pushing event updated for resources: {'Port': ['ID=92b21378-9410-4a3f-9339-8b7efc0bc354,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:41.038806 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.067838 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Attempting to bind port 92b21378-9410-4a3f-9339-8b7efc0bc354 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:26:41.068183 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Attempting to bind port 92b21378-9410-4a3f-9339-8b7efc0bc354 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '929794da-a954-409d-8eaf-d9b64e852dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:26:41.068549 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Attempting to bind port 92b21378-9410-4a3f-9339-8b7efc0bc354 on network 5094c102-1ec7-4ab9-8d7a-8e813214c245 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:26:41.072975 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Sync routers for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:26:41.083949 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:41.084713 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:41.085358 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:26:41.085742 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Checking segment: {'id': '929794da-a954-409d-8eaf-d9b64e852dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:26:41.086148 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.086645 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Bound using segment: {'id': '929794da-a954-409d-8eaf-d9b64e852dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:26:41.087128 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Bound port: 92b21378-9410-4a3f-9339-8b7efc0bc354, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929794da-a954-409d-8eaf-d9b64e852dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:26:41.087558 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.100540 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.135907 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 1dcec3db-0e13-4442-8f17-a2ff38cb098f up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:41.143435 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:26:41.146732 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:26:41.150555 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:26:41.185609 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Pushing event updated for resources: {'Port': ['ID=8802430f-5e3f-4cea-aae9-7dd018873e3d,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:41.193825 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] For port 92b21378-9410-4a3f-9339-8b7efc0bc354, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:26:41.203103 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:41.207690 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] For port 92b21378-9410-4a3f-9339-8b7efc0bc354, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=92b21378-9410-4a3f-9339-8b7efc0bc354,segment=NetworkSegment(929794da-a954-409d-8eaf-d9b64e852dcc),segment_id=929794da-a954-409d-8eaf-d9b64e852dcc)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:26:41.213176 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.266954 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 1dcec3db-0e13-4442-8f17-a2ff38cb098f completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:26:41.274848 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 1dcec3db-0e13-4442-8f17-a2ff38cb098f triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:41.275651 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.333898 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eebe6e-fbb8-4c37-977d-a19adefbeaf6 None None] Pushing event updated for resources: {'Port': ['ID=92b21378-9410-4a3f-9339-8b7efc0bc354,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:41.409111 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.434563 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 1dcec3db-0e13-4442-8f17-a2ff38cb098f, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=1dcec3db-0e13-4442-8f17-a2ff38cb098f,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:41.435793 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 2, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:41.454026 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.475067 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.484538 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Checking router: 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:26:41.484901 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Updating router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 port 6e7ad125-580e-4463-9fbd-283247b1f194 binding host dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:26:41.515482 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.528966 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=1dcec3db-0e13-4442-8f17-a2ff38cb098f,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:41.701099 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3756163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3763981'] for router, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.798526 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.809425 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Transition to ACTIVE for port object 6e7ad125-580e-4463-9fbd-283247b1f194 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:26:41.816047 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.828609 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Router 4941091f-3463-41e8-8d73-a0d526df8e62 is scheduled to L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 with binding_index 1 {{(pid=93968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 18:26:41.867024 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Pushing event updated for resources: {'Port': ['ID=6e7ad125-580e-4463-9fbd-283247b1f194,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:41.895743 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:41.895743 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:41.895743 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:41.896251 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:41.896567 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:41.896764 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:41.897252 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:41.897596 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:41.897943 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:41.898279 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:41.898607 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:41.898934 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:41.953953 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:26:41.968617 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Sync routers for ids ['4941091f-3463-41e8-8d73-a0d526df8e62'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:26:41.982579 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:41.987057 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f0afc91d-1f14-49f5-90fe-df03a31ddaf7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6187925 Aug 30 18:26:41.987252 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Routers {'4941091f-3463-41e8-8d73-a0d526df8e62'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:41.987488 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56094) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:41.987963 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['4941091f-3463-41e8-8d73-a0d526df8e62'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:42.044850 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Attempting to bind port 6e7ad125-580e-4463-9fbd-283247b1f194 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:26:42.045293 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Attempting to bind port 6e7ad125-580e-4463-9fbd-283247b1f194 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:26:42.045682 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Attempting to bind port 6e7ad125-580e-4463-9fbd-283247b1f194 on network 273a701d-bfee-4d98-a341-1014f868a075 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:26:42.059362 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:26:42.059760 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Checking segment: {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:26:42.060172 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:42.060713 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Bound using segment: {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:26:42.061228 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Bound port: 6e7ad125-580e-4463-9fbd-283247b1f194, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:26:42.061631 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:42.135502 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] For port 6e7ad125-580e-4463-9fbd-283247b1f194, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:26:42.138823 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] For port 6e7ad125-580e-4463-9fbd-283247b1f194, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=6e7ad125-580e-4463-9fbd-283247b1f194,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:26:42.139948 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Set router 4941091f-3463-41e8-8d73-a0d526df8e62 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:42.144850 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:42.217319 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:42.218094 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:42.272543 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13283527-ce4c-441d-b8cf-ba6c49dd4b5d None None] Pushing event updated for resources: {'Port': ['ID=6e7ad125-580e-4463-9fbd-283247b1f194,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:42.361809 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:42.399803 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'name': 'tempest-TestVolumeBootPattern-1468767084-router', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 3, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'gw_port': {'id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:42.429726 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Checking router: 4941091f-3463-41e8-8d73-a0d526df8e62 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:26:42.430355 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Updating router 4941091f-3463-41e8-8d73-a0d526df8e62 port 8802430f-5e3f-4cea-aae9-7dd018873e3d binding host dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:26:42.458887 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:42.483394 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b07dc20-bd06-4dcb-bb76-74a41d9a5cf6 None None] Network 5094c102-1ec7-4ab9-8d7a-8e813214c245 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:26:42.540264 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:42.604749 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-23b199fb-5475-4a5f-be3b-511af53aa1e4 None None] Provisioning for port 92b21378-9410-4a3f-9339-8b7efc0bc354 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:26:42.610193 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:42Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:42.639487 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cec2ce-8f0d-4d6e-94a0-d0ab00cde2d0 None None] The sync data for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi is: [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:42Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:26:42.709388 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Allocated IP 172.20.0.1 (5094c102-1ec7-4ab9-8d7a-8e813214c245/570561f5-0378-4d1f-a6c5-68aa985f0930/df313dd0-7edb-4962-83be-8b8b5aaaaa36) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:26:42.825737 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:42.843386 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Transition to ACTIVE for port object df313dd0-7edb-4962-83be-8b8b5aaaaa36 will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:26:42.880379 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:42.884590 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:42.902021 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Transition to ACTIVE for port object 8802430f-5e3f-4cea-aae9-7dd018873e3d will not be triggered until provisioned by entity L2. {{(pid=93970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:26:42.911880 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:42.925545 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Network 5094c102-1ec7-4ab9-8d7a-8e813214c245 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:26:42.929044 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:26:42.933181 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:26:42.971681 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c2e87-d0b7-49bc-ac22-d5b572f6f0f6 None None] Pushing event updated for resources: {'Port': ['ID=8802430f-5e3f-4cea-aae9-7dd018873e3d,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:42.974623 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Attempting to bind port 8802430f-5e3f-4cea-aae9-7dd018873e3d on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:26:42.974793 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Attempting to bind port 8802430f-5e3f-4cea-aae9-7dd018873e3d by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:26:42.975332 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Attempting to bind port 8802430f-5e3f-4cea-aae9-7dd018873e3d on network b260bd70-94f8-4100-a215-2751a0a4278f {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:26:42.981843 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:26:42.982330 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3764178'] for router_interface, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:42.982457 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Checking segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:26:42.982892 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:42.983369 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Bound using segment: {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:26:42.984009 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Bound port: 8802430f-5e3f-4cea-aae9-7dd018873e3d, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b208d4-0f20-4b2d-b600-220463148e7c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:26:42.984641 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:43.036596 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Pushing event updated for resources: {'Port': ['ID=df313dd0-7edb-4962-83be-8b8b5aaaaa36,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:43.056310 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] For port 8802430f-5e3f-4cea-aae9-7dd018873e3d, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:26:43.066010 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] For port 8802430f-5e3f-4cea-aae9-7dd018873e3d, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=8802430f-5e3f-4cea-aae9-7dd018873e3d,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:26:43.074966 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:43.166964 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c2e87-d0b7-49bc-ac22-d5b572f6f0f6 None None] Pushing event updated for resources: {'Port': ['ID=8802430f-5e3f-4cea-aae9-7dd018873e3d,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:43.177258 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Routers {'4941091f-3463-41e8-8d73-a0d526df8e62'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:43.178205 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['4941091f-3463-41e8-8d73-a0d526df8e62'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:43.319316 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] Set router 4941091f-3463-41e8-8d73-a0d526df8e62 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:43.363496 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 6e7ad125-580e-4463-9fbd-283247b1f194 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:43.448056 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-50c8f103-b0c8-42ad-99e7-34018f634776 None None] Provisioning for port df313dd0-7edb-4962-83be-8b8b5aaaaa36 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:26:43.472808 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:43.492487 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-50c8f103-b0c8-42ad-99e7-34018f634776 None None] Provisioning complete for port df313dd0-7edb-4962-83be-8b8b5aaaaa36 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:43.492863 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50c8f103-b0c8-42ad-99e7-34018f634776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:43.554768 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-50c8f103-b0c8-42ad-99e7-34018f634776 None None] Port df313dd0-7edb-4962-83be-8b8b5aaaaa36 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:26:43.562312 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 6e7ad125-580e-4463-9fbd-283247b1f194 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:26:43.572953 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 6e7ad125-580e-4463-9fbd-283247b1f194 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:43.573331 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:43.629016 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:43.634127 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:43.683425 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'name': 'tempest-TestVolumeBootPattern-1468767084-router', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 4, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'gw_port': {'id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'df313dd0-7edb-4962-83be-8b8b5aaaaa36', 'name': '', 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'mac_address': 'fa:16:3e:99:e1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '570561f5-0378-4d1f-a6c5-68aa985f0930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:42Z', 'updated_at': '2021-08-30T18:26:42Z', 'revision_number': 1, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'subnets': [{'id': '570561f5-0378-4d1f-a6c5-68aa985f0930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:43.697548 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3762445'] for router_interface, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:43.700633 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Pushing event updated for resources: {'Port': ['ID=df313dd0-7edb-4962-83be-8b8b5aaaaa36,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:43.717203 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ce7f3b-dc94-418d-9167-919398c10406 None None] The sync data for ids ['4941091f-3463-41e8-8d73-a0d526df8e62'] in dv-cinder-804296-2-iscsi is: [{'id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'name': 'tempest-TestVolumeBootPattern-1468767084-router', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 4, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'gw_port': {'id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'df313dd0-7edb-4962-83be-8b8b5aaaaa36', 'name': '', 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'mac_address': 'fa:16:3e:99:e1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '570561f5-0378-4d1f-a6c5-68aa985f0930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:42Z', 'updated_at': '2021-08-30T18:26:42Z', 'revision_number': 1, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'subnets': [{'id': '570561f5-0378-4d1f-a6c5-68aa985f0930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:26:43.718850 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:43.758157 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 6e7ad125-580e-4463-9fbd-283247b1f194, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=6e7ad125-580e-4463-9fbd-283247b1f194,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:43.762720 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:43.763701 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 1dcec3db-0e13-4442-8f17-a2ff38cb098f up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:43.796824 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Network 5094c102-1ec7-4ab9-8d7a-8e813214c245 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:26:43.798239 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:26:43.850304 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=6e7ad125-580e-4463-9fbd-283247b1f194,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:43.863540 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 1dcec3db-0e13-4442-8f17-a2ff38cb098f triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:43.863914 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:43.942891 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Router 4941091f-3463-41e8-8d73-a0d526df8e62 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:26:43.975791 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 92b21378-9410-4a3f-9339-8b7efc0bc354 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:44.039294 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 92b21378-9410-4a3f-9339-8b7efc0bc354 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:26:44.044743 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 92b21378-9410-4a3f-9339-8b7efc0bc354 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:44.045146 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:44.086922 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:26:44.101906 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-891cf43d-13f3-41d2-a83d-59d3e1b7230d admin admin] 10.222.0.16 "PUT /v2.0/routers/4941091f-3463-41e8-8d73-a0d526df8e62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1038470 Aug 30 18:26:44.223394 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-b8329a94-20ba-457c-9796-88dd6da0687a None None] Provisioning complete for port df313dd0-7edb-4962-83be-8b8b5aaaaa36 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:44.224097 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b8329a94-20ba-457c-9796-88dd6da0687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:44.281621 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-b8329a94-20ba-457c-9796-88dd6da0687a None None] Port df313dd0-7edb-4962-83be-8b8b5aaaaa36 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:26:44.304497 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:44.348101 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 92b21378-9410-4a3f-9339-8b7efc0bc354, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=92b21378-9410-4a3f-9339-8b7efc0bc354,segment=NetworkSegment(929794da-a954-409d-8eaf-d9b64e852dcc),segment_id=929794da-a954-409d-8eaf-d9b64e852dcc)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:44.353822 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:44.404258 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=92b21378-9410-4a3f-9339-8b7efc0bc354,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:44.411965 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:44.412319 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:44.412659 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:44.413016 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:44.413347 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:44.413676 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:44.414003 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:44.414327 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:44.414652 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:44.414971 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:44.415291 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:44.415608 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:26:44.717932 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56102) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:44.722650 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-f04ad9a3-ead1-4ae3-9f48-e13eb44e0ba6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110193307', 'description': 'tempest-secgroup-smoke-110193307 description', 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:44.744875 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f04ad9a3-ead1-4ae3-9f48-e13eb44e0ba6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:44.856864 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f04ad9a3-ead1-4ae3-9f48-e13eb44e0ba6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:44.863780 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f04ad9a3-ead1-4ae3-9f48-e13eb44e0ba6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:44.892810 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ad9a3-ead1-4ae3-9f48-e13eb44e0ba6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:44.895662 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f04ad9a3-ead1-4ae3-9f48-e13eb44e0ba6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:44.896898 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f04ad9a3-ead1-4ae3-9f48-e13eb44e0ba6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1779559 Aug 30 18:26:44.899896 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56104) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:44.904323 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-20a905d2-dd21-42ef-a829-b4abc82f5b78 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Request body: {'security_group_rule': {'security_group_id': 'cdcbea27-12d3-4ca9-861b-3ce9262c4b0e', 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:44.930124 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-20a905d2-dd21-42ef-a829-b4abc82f5b78 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:44.988333 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-20a905d2-dd21-42ef-a829-b4abc82f5b78 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:44.991854 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-20a905d2-dd21-42ef-a829-b4abc82f5b78 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.010633 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a905d2-dd21-42ef-a829-b4abc82f5b78 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ce897a-fd8c-4768-9ac0-10757c220fc1,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:45.017011 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-20a905d2-dd21-42ef-a829-b4abc82f5b78 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.018292 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-20a905d2-dd21-42ef-a829-b4abc82f5b78 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174757 Aug 30 18:26:45.021123 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56106) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:45.025362 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-3016e9d3-2ebe-47b3-8df8-32665d0b9188 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Request body: {'security_group_rule': {'security_group_id': 'cdcbea27-12d3-4ca9-861b-3ce9262c4b0e', 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:45.053275 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3016e9d3-2ebe-47b3-8df8-32665d0b9188 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.110187 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3016e9d3-2ebe-47b3-8df8-32665d0b9188 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.114468 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3016e9d3-2ebe-47b3-8df8-32665d0b9188 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.134616 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016e9d3-2ebe-47b3-8df8-32665d0b9188 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee8adfe-d5be-411a-bd66-77453c20d647,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:45.138296 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3016e9d3-2ebe-47b3-8df8-32665d0b9188 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.139699 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3016e9d3-2ebe-47b3-8df8-32665d0b9188 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175735 Aug 30 18:26:45.142446 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56108) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:45.148105 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-62b7dbf4-b892-4f4f-a7db-be852bb1d1a6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Request body: {'security_group_rule': {'security_group_id': 'cdcbea27-12d3-4ca9-861b-3ce9262c4b0e', 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:45.163037 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 92b21378-9410-4a3f-9339-8b7efc0bc354 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:45.176761 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-62b7dbf4-b892-4f4f-a7db-be852bb1d1a6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.212426 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 92b21378-9410-4a3f-9339-8b7efc0bc354 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:45.212789 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.238151 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-62b7dbf4-b892-4f4f-a7db-be852bb1d1a6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.242689 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-62b7dbf4-b892-4f4f-a7db-be852bb1d1a6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.259010 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7dbf4-b892-4f4f-a7db-be852bb1d1a6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e665a6f7-5330-47a0-8ac1-3b216f3293f9,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:45.266010 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-62b7dbf4-b892-4f4f-a7db-be852bb1d1a6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.267253 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-62b7dbf4-b892-4f4f-a7db-be852bb1d1a6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239610 Aug 30 18:26:45.270020 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56110) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:45.274360 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-f64fee74-7218-4083-b86c-f27ca9d50117 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Request body: {'security_group_rule': {'security_group_id': 'cdcbea27-12d3-4ca9-861b-3ce9262c4b0e', 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:45.288738 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 6e7ad125-580e-4463-9fbd-283247b1f194 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:45.300699 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f64fee74-7218-4083-b86c-f27ca9d50117 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.336553 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 6e7ad125-580e-4463-9fbd-283247b1f194 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:45.336911 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.359051 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f64fee74-7218-4083-b86c-f27ca9d50117 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.363869 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f64fee74-7218-4083-b86c-f27ca9d50117 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.383807 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fee74-7218-4083-b86c-f27ca9d50117 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd78979-701e-40ea-acd0-ee494f42491d,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:45.391198 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f64fee74-7218-4083-b86c-f27ca9d50117 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.394715 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56112) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:45.395169 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f64fee74-7218-4083-b86c-f27ca9d50117 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238544 Aug 30 18:26:45.400213 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-ca41b085-c8af-4426-8599-5b1deb270966 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Request body: {'security_group_rule': {'security_group_id': 'cdcbea27-12d3-4ca9-861b-3ce9262c4b0e', 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:45.421843 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 8802430f-5e3f-4cea-aae9-7dd018873e3d up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:45.434050 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.securitygroups_db [None req-ca41b085-c8af-4426-8599-5b1deb270966 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Project bbfcc2ecb9c34addb094bbd7ec5caa84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 18:26:45.439584 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ca41b085-c8af-4426-8599-5b1deb270966 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.473172 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port 8802430f-5e3f-4cea-aae9-7dd018873e3d completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:26:45.477230 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 8802430f-5e3f-4cea-aae9-7dd018873e3d triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:45.477534 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.506136 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ca41b085-c8af-4426-8599-5b1deb270966 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.510709 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ca41b085-c8af-4426-8599-5b1deb270966 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.524759 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41b085-c8af-4426-8599-5b1deb270966 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e024837-e81e-46c4-971a-796fe6b5f27a,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:45.549320 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ca41b085-c8af-4426-8599-5b1deb270966 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.551186 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ca41b085-c8af-4426-8599-5b1deb270966 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547678 Aug 30 18:26:45.554340 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56114) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:26:45.559068 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-3678d508-bfa7-4e25-95d6-e7f1d878a00c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Request body: {'security_group_rule': {'security_group_id': 'cdcbea27-12d3-4ca9-861b-3ce9262c4b0e', 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:26:45.562949 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.584199 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port 8802430f-5e3f-4cea-aae9-7dd018873e3d, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=8802430f-5e3f-4cea-aae9-7dd018873e3d,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:45.585985 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.securitygroups_db [None req-3678d508-bfa7-4e25-95d6-e7f1d878a00c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Project bbfcc2ecb9c34addb094bbd7ec5caa84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 18:26:45.588588 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.594169 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3678d508-bfa7-4e25-95d6-e7f1d878a00c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.643938 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=8802430f-5e3f-4cea-aae9-7dd018873e3d,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:45.662790 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3678d508-bfa7-4e25-95d6-e7f1d878a00c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.666542 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3678d508-bfa7-4e25-95d6-e7f1d878a00c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3845902'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.685372 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678d508-bfa7-4e25-95d6-e7f1d878a00c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3759f6-a86c-44b6-b26c-3053a07bad35,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:45.691893 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3678d508-bfa7-4e25-95d6-e7f1d878a00c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:45.693253 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3678d508-bfa7-4e25-95d6-e7f1d878a00c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378262 Aug 30 18:26:46.601124 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Sync routers for ids ['4941091f-3463-41e8-8d73-a0d526df8e62'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:26:46.610333 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Routers {'4941091f-3463-41e8-8d73-a0d526df8e62'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:46.610938 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['4941091f-3463-41e8-8d73-a0d526df8e62'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:46.733081 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Set router 4941091f-3463-41e8-8d73-a0d526df8e62 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:46.930171 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'name': 'tempest-TestVolumeBootPattern-1468767084-router', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 4, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'gw_port': {'id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'df313dd0-7edb-4962-83be-8b8b5aaaaa36', 'name': '', 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'mac_address': 'fa:16:3e:99:e1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '570561f5-0378-4d1f-a6c5-68aa985f0930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:42Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 2, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'subnets': [{'id': '570561f5-0378-4d1f-a6c5-68aa985f0930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:46.955630 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Checking router: 4941091f-3463-41e8-8d73-a0d526df8e62 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:26:46.955989 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Updating router 4941091f-3463-41e8-8d73-a0d526df8e62 port df313dd0-7edb-4962-83be-8b8b5aaaaa36 binding host dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 18:26:46.979371 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:47.077069 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 8802430f-5e3f-4cea-aae9-7dd018873e3d up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:47.123592 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port 8802430f-5e3f-4cea-aae9-7dd018873e3d triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:47.123960 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:47.250487 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:47.259914 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.provisioning_blocks [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Transition to ACTIVE for port object df313dd0-7edb-4962-83be-8b8b5aaaaa36 will not be triggered until provisioned by entity L2. {{(pid=93971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:26:47.266035 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:47.315233 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cd9e7-5169-4849-b4d2-820da2898e37 None None] Pushing event updated for resources: {'Port': ['ID=df313dd0-7edb-4962-83be-8b8b5aaaaa36,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:47.365502 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Attempting to bind port df313dd0-7edb-4962-83be-8b8b5aaaaa36 on host dv-cinder-804296-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:26:47.365875 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Attempting to bind port df313dd0-7edb-4962-83be-8b8b5aaaaa36 by drivers openvswitch,hyperv on host dv-cinder-804296-2-iscsi at level 0 using segments [{'id': '929794da-a954-409d-8eaf-d9b64e852dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:26:47.366234 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Attempting to bind port df313dd0-7edb-4962-83be-8b8b5aaaaa36 on network 5094c102-1ec7-4ab9-8d7a-8e813214c245 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:26:47.371459 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Checking agent: {'id': 'cbf4439f-1621-4ec3-aa2d-15ca3614682d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 8, 4), 'started_at': datetime.datetime(2021, 8, 30, 18, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:26:47.371838 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Checking segment: {'id': '929794da-a954-409d-8eaf-d9b64e852dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:26:47.372238 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:47.372631 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Bound using segment: {'id': '929794da-a954-409d-8eaf-d9b64e852dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:26:47.373117 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Bound port: df313dd0-7edb-4962-83be-8b8b5aaaaa36, host: dv-cinder-804296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929794da-a954-409d-8eaf-d9b64e852dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:26:47.373514 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:47.439295 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] For port df313dd0-7edb-4962-83be-8b8b5aaaaa36, host dv-cinder-804296-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:26:47.442562 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] For port df313dd0-7edb-4962-83be-8b8b5aaaaa36, host dv-cinder-804296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=df313dd0-7edb-4962-83be-8b8b5aaaaa36,segment=NetworkSegment(929794da-a954-409d-8eaf-d9b64e852dcc),segment_id=929794da-a954-409d-8eaf-d9b64e852dcc)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:26:47.447654 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:47.519521 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cd9e7-5169-4849-b4d2-820da2898e37 None None] Pushing event updated for resources: {'Port': ['ID=df313dd0-7edb-4962-83be-8b8b5aaaaa36,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:47.524559 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Routers {'4941091f-3463-41e8-8d73-a0d526df8e62'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:26:47.525376 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:26:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['4941091f-3463-41e8-8d73-a0d526df8e62'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:47.634808 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] Set router 4941091f-3463-41e8-8d73-a0d526df8e62 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:26:47.926324 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'name': 'tempest-TestVolumeBootPattern-1468767084-router', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 4, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'gw_port': {'id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'df313dd0-7edb-4962-83be-8b8b5aaaaa36', 'name': '', 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'mac_address': 'fa:16:3e:99:e1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '570561f5-0378-4d1f-a6c5-68aa985f0930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:42Z', 'updated_at': '2021-08-30T18:26:47Z', 'revision_number': 4, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'subnets': [{'id': '570561f5-0378-4d1f-a6c5-68aa985f0930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:26:47.951518 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2de30-fd86-4498-9a47-976c46c88ca2 None None] The sync data for ids ['4941091f-3463-41e8-8d73-a0d526df8e62'] in dv-cinder-804296-2-iscsi is: [{'id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'name': 'tempest-TestVolumeBootPattern-1468767084-router', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 4, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'gw_port': {'id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': 'df313dd0-7edb-4962-83be-8b8b5aaaaa36', 'name': '', 'network_id': '5094c102-1ec7-4ab9-8d7a-8e813214c245', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'mac_address': 'fa:16:3e:99:e1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '570561f5-0378-4d1f-a6c5-68aa985f0930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:42Z', 'updated_at': '2021-08-30T18:26:47Z', 'revision_number': 4, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'subnets': [{'id': '570561f5-0378-4d1f-a6c5-68aa985f0930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:26:49.083046 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device df313dd0-7edb-4962-83be-8b8b5aaaaa36 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:49.130145 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning for port df313dd0-7edb-4962-83be-8b8b5aaaaa36 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:26:49.133758 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port df313dd0-7edb-4962-83be-8b8b5aaaaa36 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:49.134131 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:49.210286 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:49.240964 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] For port df313dd0-7edb-4962-83be-8b8b5aaaaa36, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=df313dd0-7edb-4962-83be-8b8b5aaaaa36,segment=NetworkSegment(929794da-a954-409d-8eaf-d9b64e852dcc),segment_id=929794da-a954-409d-8eaf-d9b64e852dcc)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:26:49.244996 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:49.296447 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Pushing event updated for resources: {'Port': ['ID=df313dd0-7edb-4962-83be-8b8b5aaaaa36,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:26:51.072697 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device df313dd0-7edb-4962-83be-8b8b5aaaaa36 up at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:26:51.126289 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Provisioning complete for port df313dd0-7edb-4962-83be-8b8b5aaaaa36 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:26:51.126576 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:26:58.646683 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:27:01.322545 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-38859626-4794-4864-aae2-c6b951c1f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:02.106477 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-ec47223f-8244-49f7-8b81-ab8f029fa6bb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110193307&fields=id&tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84 HTTP/1.1" status: 200 len: 267 time: 0.0319562 Aug 30 18:27:02.210941 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b40af-b1bf-4181-9978-ba2be254249c req-db3529cd-05ca-46c6-9204-436dc03da22c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:02.212283 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-db3529cd-05ca-46c6-9204-436dc03da22c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 812 time: 0.0988736 Aug 30 18:27:02.227225 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-7b9b56f2-c589-4831-a3fa-e7680102ed97 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/quotas/bbfcc2ecb9c34addb094bbd7ec5caa84 HTTP/1.1" status: 200 len: 375 time: 0.0091984 Aug 30 18:27:02.275338 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-1f99d344-b879-427c-b363-15997409d01d tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430574 Aug 30 18:27:02.379458 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-2f92d678-6012-454d-bd36-dcb7a909b474 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:27:02.380485 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-2f92d678-6012-454d-bd36-dcb7a909b474 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0936613 Aug 30 18:27:02.475407 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-6614faef-736d-4906-a66e-c6052fa3eee9 service neutron] 10.222.0.16 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886769 Aug 30 18:27:02.561481 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-cae0c2e6-a2f6-43a9-87c2-c69c42ace718 service neutron] 10.222.0.16 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802188 Aug 30 18:27:02.839330 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af13e59e-6bb9-4284-8e14-cbf29653cd20 req-4181b97b-57af-44ff-befe-3506e9677902 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 210 time: 0.0267930 Aug 30 18:27:03.930346 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5a53de2a-ec73-4c7e-8306-0ef202b32b3c req-289e0ce1-e6ae-4eb6-beff-56e3e7175ac7 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 210 time: 0.0261564 Aug 30 18:27:03.978691 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-46bf87ad-53e1-43d0-943d-c2f255bbb8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:04.034376 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:05.197733 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:05.240497 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8aadb7dc-84de-4506-a304-3ed8eff196ff req-799b9cb4-db99-4a48-b268-1b094fa1a6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 210 time: 0.2608109 Aug 30 18:27:06.331032 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d178010e-0469-4264-a9f8-b70e5af735d2 req-6c2662fb-4ded-43ad-9871-fd0da6ff7762 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 210 time: 0.0251405 Aug 30 18:27:06.561973 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:07.421683 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d44331a2-6a2d-40c4-baa4-f789622ea51c req-c7a561ad-36b1-48a8-b932-73d920acabca tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 210 time: 0.0258064 Aug 30 18:27:07.923522 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b40af-b1bf-4181-9978-ba2be254249c req-bb704598-b531-4d29-81b7-2e87163310fa tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:07.925557 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-bb704598-b531-4d29-81b7-2e87163310fa tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 812 time: 0.1021667 Aug 30 18:27:07.969793 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-adb566ff-fe8c-436f-a539-71dc36150d8d tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84 HTTP/1.1" status: 200 len: 379 time: 0.0347843 Aug 30 18:27:07.980724 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-082b40af-b1bf-4181-9978-ba2be254249c req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Request body: {'port': {'device_id': 'cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'admin_state_up': True, 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'security_groups': ['cdcbea27-12d3-4ca9-861b-3ce9262c4b0e']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:27:08.082282 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082b40af-b1bf-4181-9978-ba2be254249c req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Made reservation on behalf of bbfcc2ecb9c34addb094bbd7ec5caa84 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:27:08.085732 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-082b40af-b1bf-4181-9978-ba2be254249c req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:08.209268 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-082b40af-b1bf-4181-9978-ba2be254249c req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Allocated IP 172.20.0.5 (273a701d-bfee-4d98-a341-1014f868a075/c2199af5-1ada-4cdd-8abe-cdce66e70f8d/94c36d8f-605b-43f8-91a1-d0d583ce7634) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:27:08.343706 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-082b40af-b1bf-4181-9978-ba2be254249c req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:08.356238 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-082b40af-b1bf-4181-9978-ba2be254249c req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Transition to ACTIVE for port object 94c36d8f-605b-43f8-91a1-d0d583ce7634 will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:27:08.389171 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-082b40af-b1bf-4181-9978-ba2be254249c req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:08.432978 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082b40af-b1bf-4181-9978-ba2be254249c req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Network 273a701d-bfee-4d98-a341-1014f868a075 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:27:08.437745 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-082b40af-b1bf-4181-9978-ba2be254249c req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:27:08.441904 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-082b40af-b1bf-4181-9978-ba2be254249c req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:27:08.465975 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'Port': ['ID=94c36d8f-605b-43f8-91a1-d0d583ce7634,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:27:08.494569 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b40af-b1bf-4181-9978-ba2be254249c req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:08.495227 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-082b40af-b1bf-4181-9978-ba2be254249c req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:08.510798 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-29035b6e-be95-4ba1-9809-2b4f171fa3ea tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5336537 Aug 30 18:27:08.524649 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Request body: {'port': {'device_id': 'cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:27:08.555503 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc367dbd-3c0e-424d-886f-84e2456f86a0 req-7edf3633-5185-43d5-88ff-db6f2c4ce6e0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:08.557385 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cc367dbd-3c0e-424d-886f-84e2456f86a0 req-7edf3633-5185-43d5-88ff-db6f2c4ce6e0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 931 time: 0.0606670 Aug 30 18:27:08.581467 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:08.603792 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cc367dbd-3c0e-424d-886f-84e2456f86a0 req-da257c03-d994-404a-8eeb-b1da260d10dd tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400269 Aug 30 18:27:08.679749 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-6f5be08b-7b41-46dc-bbd0-1f7bdab8d738 None None] Provisioning for port 94c36d8f-605b-43f8-91a1-d0d583ce7634 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:27:08.683954 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-6f5be08b-7b41-46dc-bbd0-1f7bdab8d738 None None] Provisioning complete for port 94c36d8f-605b-43f8-91a1-d0d583ce7634 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:27:08.684318 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6f5be08b-7b41-46dc-bbd0-1f7bdab8d738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:08.716537 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-6f5be08b-7b41-46dc-bbd0-1f7bdab8d738 None None] Port 94c36d8f-605b-43f8-91a1-d0d583ce7634 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:27:08.841872 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c36d8f-605b-43f8-91a1-d0d583ce7634 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:27:08.848892 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:08.860604 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Transition to ACTIVE for port object 94c36d8f-605b-43f8-91a1-d0d583ce7634 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:27:08.864496 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:08.912540 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Pushing event updated for resources: {'Port': ['ID=94c36d8f-605b-43f8-91a1-d0d583ce7634,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:27:08.980735 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Attempting to bind port 94c36d8f-605b-43f8-91a1-d0d583ce7634 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:27:08.981499 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Attempting to bind port 94c36d8f-605b-43f8-91a1-d0d583ce7634 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:27:08.981499 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Attempting to bind port 94c36d8f-605b-43f8-91a1-d0d583ce7634 on network 273a701d-bfee-4d98-a341-1014f868a075 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:27:08.985773 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Port 94c36d8f-605b-43f8-91a1-d0d583ce7634 on network 273a701d-bfee-4d98-a341-1014f868a075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:27:08.986096 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Attempting to bind port 94c36d8f-605b-43f8-91a1-d0d583ce7634 on network 273a701d-bfee-4d98-a341-1014f868a075 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:27:08.991700 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:27:08.992036 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Checking segment: {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:27:08.992426 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Bound using segment: {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:27:08.992853 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Bound port: 94c36d8f-605b-43f8-91a1-d0d583ce7634, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:27:08.993237 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:09.059921 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] For port 94c36d8f-605b-43f8-91a1-d0d583ce7634, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:27:09.062838 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] For port 94c36d8f-605b-43f8-91a1-d0d583ce7634, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=94c36d8f-605b-43f8-91a1-d0d583ce7634,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:27:09.067717 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:09.099552 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:09.100156 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:09.101547 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-eec44879-02a9-4439-9401-24f4d981365b service neutron] 10.222.0.36 "PUT /v2.0/ports/94c36d8f-605b-43f8-91a1-d0d583ce7634 HTTP/1.1" status: 200 len: 1093 time: 0.5813081 Aug 30 18:27:09.101976 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e', 'tag': '94c36d8f-605b-43f8-91a1-d0d583ce7634'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:27:09.104191 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8699d2b2-92a2-44c1-8071-ca342a74900b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e", "tag": "94c36d8f-605b-43f8-91a1-d0d583ce7634"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:27:09.132353 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec44879-02a9-4439-9401-24f4d981365b service neutron] Pushing event updated for resources: {'Port': ['ID=94c36d8f-605b-43f8-91a1-d0d583ce7634,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:27:09.196544 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b40af-b1bf-4181-9978-ba2be254249c req-1865a43f-8d88-4f2d-ae26-e781a65bfd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:09.198129 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-1865a43f-8d88-4f2d-ae26-e781a65bfd76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 1096 time: 0.0498300 Aug 30 18:27:09.243366 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bda21f1-a998-4c72-8eef-c46f32ae4a2f x-openstack-request-id: req-9bda21f1-a998-4c72-8eef-c46f32ae4a2f {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:27:09.243598 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e", "tag": "94c36d8f-605b-43f8-91a1-d0d583ce7634", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:27:09.243809 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bda21f1-a998-4c72-8eef-c46f32ae4a2f {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:27:09.244200 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e', 'tag': '94c36d8f-605b-43f8-91a1-d0d583ce7634', 'status': 'completed', 'code': 200} Aug 30 18:27:09.246116 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-f2797192-3788-4a6d-97bf-4bbe3a962846 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c36d8f-605b-43f8-91a1-d0d583ce7634 HTTP/1.1" status: 200 len: 217 time: 0.0390472 Aug 30 18:27:09.296140 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b40af-b1bf-4181-9978-ba2be254249c req-eb7d2e38-5f86-4206-8cdd-07792a327b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:09.297641 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-eb7d2e38-5f86-4206-8cdd-07792a327b4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0438075 Aug 30 18:27:09.342493 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b40af-b1bf-4181-9978-ba2be254249c req-bbd51eae-20d1-4650-b8b4-9966d11f4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:09.343925 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-bbd51eae-20d1-4650-b8b4-9966d11f4958 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387621 Aug 30 18:27:09.433976 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-9381c6b1-fdd6-41dc-9ab0-7295d744395d service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813358 Aug 30 18:27:09.521338 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-082b40af-b1bf-4181-9978-ba2be254249c req-2c56b2a3-8f5a-4f8b-a658-8999bcf55ee9 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794733 Aug 30 18:27:09.605541 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699d2b2-92a2-44c1-8071-ca342a74900b req-2a345f31-4a95-45e7-9f84-e77ff10bb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:09.606988 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8699d2b2-92a2-44c1-8071-ca342a74900b req-2a345f31-4a95-45e7-9f84-e77ff10bb1f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 1096 time: 0.0400388 Aug 30 18:27:09.699754 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699d2b2-92a2-44c1-8071-ca342a74900b req-215d1eb5-8ba5-4478-b7b4-a0e88a452b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:09.701276 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8699d2b2-92a2-44c1-8071-ca342a74900b req-215d1eb5-8ba5-4478-b7b4-a0e88a452b45 service neutron] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 913 time: 0.0847576 Aug 30 18:27:09.717244 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7026e-9040-4d61-b151-7440b4e700ef req-e4a38161-5fae-4949-b1b6-73a8d8c80378 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:09.718742 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2bf7026e-9040-4d61-b151-7440b4e700ef req-e4a38161-5fae-4949-b1b6-73a8d8c80378 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 943 time: 0.0488007 Aug 30 18:27:09.746105 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8699d2b2-92a2-44c1-8071-ca342a74900b req-294de99b-a644-4897-be4a-e7b3bf8c9f8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c36d8f-605b-43f8-91a1-d0d583ce7634 HTTP/1.1" status: 200 len: 217 time: 0.0348380 Aug 30 18:27:09.756897 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2bf7026e-9040-4d61-b151-7440b4e700ef req-6e6bdea6-52de-4440-aeac-b17d2b4f4d54 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321152 Aug 30 18:27:09.795605 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699d2b2-92a2-44c1-8071-ca342a74900b req-7b5a2fc7-29dc-43c8-a0a2-01c6843574eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:09.797063 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8699d2b2-92a2-44c1-8071-ca342a74900b req-7b5a2fc7-29dc-43c8-a0a2-01c6843574eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0418272 Aug 30 18:27:09.845750 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699d2b2-92a2-44c1-8071-ca342a74900b req-629a4d2f-cdf6-4b82-b4e2-2401141a427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:09.847206 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8699d2b2-92a2-44c1-8071-ca342a74900b req-629a4d2f-cdf6-4b82-b4e2-2401141a427c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427325 Aug 30 18:27:09.932510 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8699d2b2-92a2-44c1-8071-ca342a74900b req-2d7ca78f-dc56-471a-b1a2-51052d6a25d0 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775757 Aug 30 18:27:10.021894 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8699d2b2-92a2-44c1-8071-ca342a74900b req-4f14fe1f-5435-43c0-8db5-a94f5e54284f service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820093 Aug 30 18:27:10.643848 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:10.870733 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100a4c2-64f0-449c-a84a-54835587f7bf req-e9935e51-3646-4b62-8033-0bd2a0e35c34 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:10.872189 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8100a4c2-64f0-449c-a84a-54835587f7bf req-e9935e51-3646-4b62-8033-0bd2a0e35c34 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 943 time: 0.0477908 Aug 30 18:27:10.907884 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8100a4c2-64f0-449c-a84a-54835587f7bf req-aa171fca-a6bf-4584-8293-df20276b4a23 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298624 Aug 30 18:27:12.019891 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d99534-4918-48de-9aed-2cfa2a005cc5 req-4f5b19e5-d992-4abc-a037-6adffaa52155 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:12.021394 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54d99534-4918-48de-9aed-2cfa2a005cc5 req-4f5b19e5-d992-4abc-a037-6adffaa52155 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 943 time: 0.0490220 Aug 30 18:27:12.061018 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-54d99534-4918-48de-9aed-2cfa2a005cc5 req-6eb94f91-6f5b-405a-ac6c-e64d6f8f92b8 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336199 Aug 30 18:27:13.172762 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ac929-a688-49b7-a4d1-7b76516abe44 req-e5d2ff44-b10f-44f9-91e1-2f1300dc8053 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:13.174264 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d38ac929-a688-49b7-a4d1-7b76516abe44 req-e5d2ff44-b10f-44f9-91e1-2f1300dc8053 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 943 time: 0.0484092 Aug 30 18:27:13.212496 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d38ac929-a688-49b7-a4d1-7b76516abe44 req-614f93e1-3b8a-4f76-8403-40e21d7b44f6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316911 Aug 30 18:27:14.323840 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcddb60-7c03-4c1e-8d3c-2eb3c353aab9 req-52540cdd-823a-44f5-a842-7a3db5c532b8 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:14.325336 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6bcddb60-7c03-4c1e-8d3c-2eb3c353aab9 req-52540cdd-823a-44f5-a842-7a3db5c532b8 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 943 time: 0.0481067 Aug 30 18:27:14.361333 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6bcddb60-7c03-4c1e-8d3c-2eb3c353aab9 req-7da85fc8-ac16-4cde-a18a-71af7a46e3b7 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299337 Aug 30 18:27:15.474747 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbcd7f-8c00-4e1d-a272-e81a02092946 req-b8b6d168-de3b-42d9-bb50-395c7d39be35 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:15.476202 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-47cbcd7f-8c00-4e1d-a272-e81a02092946 req-b8b6d168-de3b-42d9-bb50-395c7d39be35 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 943 time: 0.0478802 Aug 30 18:27:15.515629 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-47cbcd7f-8c00-4e1d-a272-e81a02092946 req-f1b313f4-866a-4780-866a-4f5844d18009 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336423 Aug 30 18:27:16.627937 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d4591-8b82-40ea-8cb3-f2d50521c738 req-291f84f7-c315-437c-834b-8999fde58df6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:16.629987 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-485d4591-8b82-40ea-8cb3-f2d50521c738 req-291f84f7-c315-437c-834b-8999fde58df6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 943 time: 0.0481791 Aug 30 18:27:16.667289 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-485d4591-8b82-40ea-8cb3-f2d50521c738 req-01d4f233-b7f8-4885-9b07-1c2a0d08fb2a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309587 Aug 30 18:27:17.778599 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7665032-9ea1-40ea-8088-5a47506a16fd req-0e0dd6ab-254d-421b-a619-cede668d5c94 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:17.780057 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f7665032-9ea1-40ea-8088-5a47506a16fd req-0e0dd6ab-254d-421b-a619-cede668d5c94 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 943 time: 0.0478764 Aug 30 18:27:17.815865 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 94c36d8f-605b-43f8-91a1-d0d583ce7634 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:27:17.817797 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f7665032-9ea1-40ea-8088-5a47506a16fd req-cdf32948-8f3a-4e97-a21e-9215bc1c4ae5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314314 Aug 30 18:27:17.908036 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 94c36d8f-605b-43f8-91a1-d0d583ce7634, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=94c36d8f-605b-43f8-91a1-d0d583ce7634,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:27:17.919595 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '94c36d8f-605b-43f8-91a1-d0d583ce7634', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'port_id': '94c36d8f-605b-43f8-91a1-d0d583ce7634', 'mac_address': 'fa:16:3e:b1:3d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:27:17.955499 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:17.970635 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c36d8f-605b-43f8-91a1-d0d583ce7634 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:27:17.989296 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 94c36d8f-605b-43f8-91a1-d0d583ce7634, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=94c36d8f-605b-43f8-91a1-d0d583ce7634,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:27:17.992754 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:18.037083 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=94c36d8f-605b-43f8-91a1-d0d583ce7634,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:27:18.216761 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['94c36d8f-605b-43f8-91a1-d0d583ce7634'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:27:18.929264 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6c13b-8522-4c43-a9c6-c16181c29325 req-f737d497-5021-4518-8823-a783aaf56b7a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:18.930707 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-41a6c13b-8522-4c43-a9c6-c16181c29325 req-f737d497-5021-4518-8823-a783aaf56b7a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 944 time: 0.0473943 Aug 30 18:27:18.971230 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-41a6c13b-8522-4c43-a9c6-c16181c29325 req-a72e8e28-3975-4a61-b1f0-a95fb1cdb788 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346913 Aug 30 18:27:19.833380 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 94c36d8f-605b-43f8-91a1-d0d583ce7634 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:27:19.880706 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port 94c36d8f-605b-43f8-91a1-d0d583ce7634 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:27:19.884296 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 94c36d8f-605b-43f8-91a1-d0d583ce7634 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:27:19.884691 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:19.964426 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:19.985796 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c36d8f-605b-43f8-91a1-d0d583ce7634'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:27:19.988107 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8ab9e7-e28b-43fb-999e-3b19f24fd64f" -d '{"events": [{"server_uuid": "cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e", "name": "network-vif-plugged", "status": "completed", "tag": "94c36d8f-605b-43f8-91a1-d0d583ce7634"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:27:20.001141 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 94c36d8f-605b-43f8-91a1-d0d583ce7634, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=94c36d8f-605b-43f8-91a1-d0d583ce7634,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:27:20.007191 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:20.061431 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=94c36d8f-605b-43f8-91a1-d0d583ce7634,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:27:20.084658 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c044d2df-d296-4b99-83d0-ec6ccb053119 x-openstack-request-id: req-c044d2df-d296-4b99-83d0-ec6ccb053119 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:27:20.084893 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e", "name": "network-vif-plugged", "status": "completed", "tag": "94c36d8f-605b-43f8-91a1-d0d583ce7634", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:27:20.085176 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c044d2df-d296-4b99-83d0-ec6ccb053119 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:27:20.085571 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c36d8f-605b-43f8-91a1-d0d583ce7634', 'code': 200} Aug 30 18:27:20.091806 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1064e31-9626-4216-b388-f8abdd1a9756 req-c8e4b4e6-1658-49d4-87c0-dd223963ee95 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:20.093328 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d1064e31-9626-4216-b388-f8abdd1a9756 req-c8e4b4e6-1658-49d4-87c0-dd223963ee95 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 945 time: 0.0538204 Aug 30 18:27:20.131672 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d1064e31-9626-4216-b388-f8abdd1a9756 req-1852852f-2af3-43ed-bf7d-87561e3d3dce tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319593 Aug 30 18:27:20.292434 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf0a97-0256-4287-a736-95a1a18d5470 req-d7c8bdc7-9e66-42c4-9402-ae68bbcd1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:20.293912 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8fdf0a97-0256-4287-a736-95a1a18d5470 req-d7c8bdc7-9e66-42c4-9402-ae68bbcd1d00 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 1098 time: 0.0396140 Aug 30 18:27:20.326765 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8fdf0a97-0256-4287-a736-95a1a18d5470 req-003501fd-0a91-4fe9-91ad-c55327e60fd9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258186 Aug 30 18:27:21.244668 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9d818-aa74-4ff0-92d2-0364b48ebd4c req-4ee71eb8-faca-4041-a52e-45dd15672ede tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:21.246208 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f7c9d818-aa74-4ff0-92d2-0364b48ebd4c req-4ee71eb8-faca-4041-a52e-45dd15672ede tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 945 time: 0.0473006 Aug 30 18:27:21.283957 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f7c9d818-aa74-4ff0-92d2-0364b48ebd4c req-4a737851-d4d9-469d-bf20-958af5b33090 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319421 Aug 30 18:27:22.394786 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8b8b4-04c2-49d1-a2d5-abbe0f4ee13a req-a80d3e15-e0c5-4528-bfc9-c7f1bbb0cc7a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:22.396237 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f1d8b8b4-04c2-49d1-a2d5-abbe0f4ee13a req-a80d3e15-e0c5-4528-bfc9-c7f1bbb0cc7a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 945 time: 0.0465147 Aug 30 18:27:22.436384 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f1d8b8b4-04c2-49d1-a2d5-abbe0f4ee13a req-fc2ad95e-6876-478f-afe5-f00aa58ec0fb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340390 Aug 30 18:27:22.546709 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed284987-5a35-4fef-b663-2a60f092847f req-d10edc42-4864-4b01-a97f-2d5a59913152 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:22.548190 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ed284987-5a35-4fef-b663-2a60f092847f req-d10edc42-4864-4b01-a97f-2d5a59913152 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 945 time: 0.0474324 Aug 30 18:27:22.586118 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ed284987-5a35-4fef-b663-2a60f092847f req-8e529887-7faa-4e01-847e-3f95314dedb5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315132 Aug 30 18:27:22.607346 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56310) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:27:22.687261 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4111446f-1f07-4075-bbcd-be2e26df488e tempest-TestVolumeBootPattern-1253716360 tempest-TestVolumeBootPattern-1253716360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:22.688769 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-4111446f-1f07-4075-bbcd-be2e26df488e tempest-TestVolumeBootPattern-1253716360 tempest-TestVolumeBootPattern-1253716360-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 1093 time: 0.0804884 Aug 30 18:27:22.691694 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56314) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:27:22.695997 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Request body: {'floatingip': {'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'port_id': '94c36d8f-605b-43f8-91a1-d0d583ce7634', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:27:22.717188 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for floatingip, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:22.812179 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:22.911059 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Allocated IP 172.27.2.194 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/96f70ae6-a2bf-4c6d-822d-cf93e0ce4ef1) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:27:23.011596 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:23.048749 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:23.081990 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:27:23.084737 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:27:23.088078 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:27:23.121617 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'Port': ['ID=96f70ae6-a2bf-4c6d-822d-cf93e0ce4ef1,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:27:23.435639 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:23.498450 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:23.640420 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:23.644951 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771742'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:23.710672 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'Port': ['ID=96f70ae6-a2bf-4c6d-822d-cf93e0ce4ef1,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:27:23.721658 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:23.816941 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Floating IP cf1f550e-1be7-43d9-96d6-b5ea273fc38e associated. External IP: 172.27.2.194, port: 94c36d8f-605b-43f8-91a1-d0d583ce7634. Aug 30 18:27:24.013390 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:27:24.117203 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:27:24.126595 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a09a9-d101-4714-a320-195a7a65710a None None] Sync routers for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:27:24.133665 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:24.136957 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a09a9-d101-4714-a320-195a7a65710a None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:27:24.137585 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-a86a09a9-d101-4714-a320-195a7a65710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:27:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:27:24.164119 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-8d97964b-71b0-4f72-8c6f-ae757543f6d4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4714203 Aug 30 18:27:24.164675 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e', 'tag': '94c36d8f-605b-43f8-91a1-d0d583ce7634'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:27:24.166955 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e463d3505b501438ab9665504baa9ee3f030df9cd7646e332f824762b37156f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c3f7b4-839f-4242-b9df-176cadd08dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e", "tag": "94c36d8f-605b-43f8-91a1-d0d583ce7634"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:27:24.242111 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-a86a09a9-d101-4714-a320-195a7a65710a None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:27:24.423410 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7836437d-287a-45a5-84c2-379ab1b45c03 x-openstack-request-id: req-7836437d-287a-45a5-84c2-379ab1b45c03 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:27:24.423698 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e", "tag": "94c36d8f-605b-43f8-91a1-d0d583ce7634", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:27:24.423955 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7836437d-287a-45a5-84c2-379ab1b45c03 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:27:24.424352 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e', 'tag': '94c36d8f-605b-43f8-91a1-d0d583ce7634', 'status': 'completed', 'code': 200} Aug 30 18:27:24.474985 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-a86a09a9-d101-4714-a320-195a7a65710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': 'cf1f550e-1be7-43d9-96d6-b5ea273fc38e', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '94c36d8f-605b-43f8-91a1-d0d583ce7634', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:b1:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:27:23Z', 'updated_at': '2021-08-30T18:27:23Z', 'revision_number': 0, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:27:24.483211 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3f7b4-839f-4242-b9df-176cadd08dfc req-b1406ff2-d819-450a-afea-45d6fd6621ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:24.484770 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-59c3f7b4-839f-4242-b9df-176cadd08dfc req-b1406ff2-d819-450a-afea-45d6fd6621ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 1098 time: 0.0395925 Aug 30 18:27:24.500246 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a09a9-d101-4714-a320-195a7a65710a None None] Checking router: 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:27:24.508821 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86a09a9-d101-4714-a320-195a7a65710a None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:27:24.509447 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-a86a09a9-d101-4714-a320-195a7a65710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:27:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:27:24.577674 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3f7b4-839f-4242-b9df-176cadd08dfc req-b06ad3d6-f9a5-4282-b627-5f6305f9ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:24.579180 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-59c3f7b4-839f-4242-b9df-176cadd08dfc req-b06ad3d6-f9a5-4282-b627-5f6305f9ccc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 913 time: 0.0877893 Aug 30 18:27:24.614178 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-a86a09a9-d101-4714-a320-195a7a65710a None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:27:24.642872 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-59c3f7b4-839f-4242-b9df-176cadd08dfc req-fc1c569f-41fc-4f1d-8016-29e0d636a03e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c36d8f-605b-43f8-91a1-d0d583ce7634 HTTP/1.1" status: 200 len: 999 time: 0.0566533 Aug 30 18:27:24.693699 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3f7b4-839f-4242-b9df-176cadd08dfc req-59fe0bfa-d3fd-41ce-9f68-2a9616c0e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:24.695054 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-59c3f7b4-839f-4242-b9df-176cadd08dfc req-59fe0bfa-d3fd-41ce-9f68-2a9616c0e971 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0460734 Aug 30 18:27:24.740259 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3f7b4-839f-4242-b9df-176cadd08dfc req-e3e9f470-d71a-4244-b53a-7967353962d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:27:24.741859 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-59c3f7b4-839f-4242-b9df-176cadd08dfc req-e3e9f470-d71a-4244-b53a-7967353962d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393195 Aug 30 18:27:24.827233 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-59c3f7b4-839f-4242-b9df-176cadd08dfc req-3e7a11f4-3f94-47e7-8f2a-ac997c5cbb11 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782831 Aug 30 18:27:24.829493 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-a86a09a9-d101-4714-a320-195a7a65710a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': 'cf1f550e-1be7-43d9-96d6-b5ea273fc38e', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '94c36d8f-605b-43f8-91a1-d0d583ce7634', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:b1:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:27:23Z', 'updated_at': '2021-08-30T18:27:23Z', 'revision_number': 0, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:27:24.858398 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86a09a9-d101-4714-a320-195a7a65710a None None] The sync data for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi is: [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': 'cf1f550e-1be7-43d9-96d6-b5ea273fc38e', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '94c36d8f-605b-43f8-91a1-d0d583ce7634', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:b1:3d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:27:23Z', 'updated_at': '2021-08-30T18:27:23Z', 'revision_number': 0, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:27:24.921072 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-59c3f7b4-839f-4242-b9df-176cadd08dfc req-c79cec65-16f9-4c45-b6de-b8aa5f6839b5 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868843 Aug 30 18:27:25.053367 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655d55e-3cf2-4c3a-b1f3-a271858a3e4b None None] New status for floating IP cf1f550e-1be7-43d9-96d6-b5ea273fc38e: ACTIVE {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:27:31.324472 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b4f122cd-dbf4-4cec-9131-4cc9dd520b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:33.978968 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0f28b231-e7bb-41f7-ac3b-53ca58e58cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:34.033960 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:35.199679 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:35.645206 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:27:36.563857 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:27:40.644447 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:01.325207 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5830ff5c-77f9-4b57-8530-65bea94cb3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:03.978759 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fc4406f5-1425-4cc7-b9f9-5a62d889fc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:04.033797 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:05.201721 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:06.566808 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:10.670890 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:12.643077 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:28:19.031252 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23901dc4-f6dd-451e-b7a9-ff7de1c1b738 req-45ef917d-f321-4996-99d9-a8cb91a1d152 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380871 Aug 30 18:28:19.111198 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23901dc4-f6dd-451e-b7a9-ff7de1c1b738 req-62e4dfbd-3ec7-4c61-99e0-2f9316dd9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:19.112632 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23901dc4-f6dd-451e-b7a9-ff7de1c1b738 req-62e4dfbd-3ec7-4c61-99e0-2f9316dd9502 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 1098 time: 0.0395503 Aug 30 18:28:19.214250 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23901dc4-f6dd-451e-b7a9-ff7de1c1b738 req-6d427262-4e1b-4751-a847-763130223680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:19.215688 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23901dc4-f6dd-451e-b7a9-ff7de1c1b738 req-6d427262-4e1b-4751-a847-763130223680 service neutron] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 913 time: 0.0836701 Aug 30 18:28:19.279157 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23901dc4-f6dd-451e-b7a9-ff7de1c1b738 req-a754421f-c0ad-4b18-9103-687321366b5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c36d8f-605b-43f8-91a1-d0d583ce7634 HTTP/1.1" status: 200 len: 1001 time: 0.0555315 Aug 30 18:28:19.328778 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23901dc4-f6dd-451e-b7a9-ff7de1c1b738 req-3b509fad-95c6-43a4-8159-853ddc1f0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:19.330105 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23901dc4-f6dd-451e-b7a9-ff7de1c1b738 req-3b509fad-95c6-43a4-8159-853ddc1f0717 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0440354 Aug 30 18:28:19.373499 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23901dc4-f6dd-451e-b7a9-ff7de1c1b738 req-e21febcd-a438-4c0e-aec5-27ab4e3518e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:28:19.374901 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23901dc4-f6dd-451e-b7a9-ff7de1c1b738 req-e21febcd-a438-4c0e-aec5-27ab4e3518e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374560 Aug 30 18:28:19.460408 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23901dc4-f6dd-451e-b7a9-ff7de1c1b738 req-e866c7de-17a8-4f1c-a7eb-8cf65bdf8968 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778236 Aug 30 18:28:19.550584 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23901dc4-f6dd-451e-b7a9-ff7de1c1b738 req-f1a416b2-f5f6-4a1b-88f6-a199bd7d1b64 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820494 Aug 30 18:28:31.325858 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0f6b68b6-03c3-44c7-af25-f735619ac0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:33.977890 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5d1158e9-fa76-4b39-ae9a-f61e4ff5d5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:34.033900 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:35.205866 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:36.569790 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:40.672475 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:28:49.642965 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:29:01.327395 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-232ef84f-6236-49b3-9707-41a7ad4f7249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:03.981521 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-16b00cc7-ecbd-45ea-8dea-ed4901b4e486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:04.034375 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:05.209952 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:06.573920 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:10.685969 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:16.598422 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5980f2-0f2e-42ff-83f9-c5f7611097c6 req-ef565da9-2672-4611-a1cc-aa1f8e6c4206 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:16.599886 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5f5980f2-0f2e-42ff-83f9-c5f7611097c6 req-ef565da9-2672-4611-a1cc-aa1f8e6c4206 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 945 time: 0.0485902 Aug 30 18:29:16.637412 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5f5980f2-0f2e-42ff-83f9-c5f7611097c6 req-f4e5a155-3ed6-4d46-af21-57b9b4060a96 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310779 Aug 30 18:29:17.751928 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f388723-490b-487c-898b-eb1753e958b3 req-293373a8-11d6-4971-b93e-b8e6ed25c4e0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:17.753431 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2f388723-490b-487c-898b-eb1753e958b3 req-293373a8-11d6-4971-b93e-b8e6ed25c4e0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 945 time: 0.0479734 Aug 30 18:29:17.790684 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2f388723-490b-487c-898b-eb1753e958b3 req-352d6e43-7da5-43bb-8fa2-2ebf5b55e017 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314918 Aug 30 18:29:18.128060 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-4e9f8f05-e901-44e4-b7eb-2b7dc8f6dc26 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:18.129408 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-4e9f8f05-e901-44e4-b7eb-2b7dc8f6dc26 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 945 time: 0.0471525 Aug 30 18:29:18.219578 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Deleting port 94c36d8f-605b-43f8-91a1-d0d583ce7634 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:29:18.219918 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:18.302036 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] For port 94c36d8f-605b-43f8-91a1-d0d583ce7634, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=94c36d8f-605b-43f8-91a1-d0d583ce7634,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:29:18.302395 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:18.468538 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:18.468834 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:18.469177 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Floating IP cf1f550e-1be7-43d9-96d6-b5ea273fc38e disassociated. External IP: 172.27.2.194, port: 94c36d8f-605b-43f8-91a1-d0d583ce7634. Aug 30 18:29:18.469541 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Calling delete_port for 94c36d8f-605b-43f8-91a1-d0d583ce7634 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:29:18.596156 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:18.623632 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event deleted for resources: {'Port': ['ID=94c36d8f-605b-43f8-91a1-d0d583ce7634,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:29:18.634714 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:18.635091 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:18.635426 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:18.635754 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:18.636077 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:18.636402 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:18.636732 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:18.637080 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:18.637405 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:18.637722 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:18.638038 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:18.638367 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:18.744327 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:29:18.848808 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:29:18.860025 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc9f86-632b-4259-9fce-0bfa5795276d None None] Sync routers for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:29:18.868909 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc9f86-632b-4259-9fce-0bfa5795276d None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:29:18.869662 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-80fc9f86-632b-4259-9fce-0bfa5795276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:29:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:29:18.887975 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] No DVR routers for this DVR port 94c36d8f-605b-43f8-91a1-d0d583ce7634 on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:29:18.890516 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:18.892520 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec75db43-e47e-4ad9-b28e-adc0fa5f73d7 req-30dc06ee-8132-471a-bc38-3bb587ae84d5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "DELETE /v2.0/ports/94c36d8f-605b-43f8-91a1-d0d583ce7634 HTTP/1.1" status: 204 len: 173 time: 0.7568426 Aug 30 18:29:18.892900 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e', 'name': 'network-vif-deleted', 'tag': '94c36d8f-605b-43f8-91a1-d0d583ce7634'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:29:18.895155 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63615d6b-2768-4d72-9f06-ac20706c6aa4" -d '{"events": [{"server_uuid": "cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e", "name": "network-vif-deleted", "tag": "94c36d8f-605b-43f8-91a1-d0d583ce7634"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:29:18.903651 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09f165ed-f264-465e-af67-09a71c10ac26 req-1a63d434-a4b4-4e2b-90c8-916603535173 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e HTTP/1.1" status: 200 len: 210 time: 0.0306566 Aug 30 18:29:18.936534 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27a9947-41ce-499d-8946-41bac1ed9186 x-openstack-request-id: req-d27a9947-41ce-499d-8946-41bac1ed9186 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:29:18.936889 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e", "name": "network-vif-deleted", "tag": "94c36d8f-605b-43f8-91a1-d0d583ce7634", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:29:18.937230 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d27a9947-41ce-499d-8946-41bac1ed9186 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:29:18.937690 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb55eef0-2e9c-4e9d-a8b8-58f9fe0b739e', 'name': 'network-vif-deleted', 'tag': '94c36d8f-605b-43f8-91a1-d0d583ce7634', 'status': 'completed', 'code': 200} Aug 30 18:29:18.988046 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-80fc9f86-632b-4259-9fce-0bfa5795276d None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:29:19.188527 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-80fc9f86-632b-4259-9fce-0bfa5795276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:29:19.215222 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc9f86-632b-4259-9fce-0bfa5795276d None None] Checking router: 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:29:19.223586 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc9f86-632b-4259-9fce-0bfa5795276d None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:29:19.224528 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-80fc9f86-632b-4259-9fce-0bfa5795276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:29:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:29:19.327825 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-80fc9f86-632b-4259-9fce-0bfa5795276d None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:29:19.529675 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-80fc9f86-632b-4259-9fce-0bfa5795276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:29:19.556114 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc9f86-632b-4259-9fce-0bfa5795276d None None] The sync data for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi is: [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:29:19.789843 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec013fd-4cc3-45ff-91ce-a1d8deb531ae None None] New status for floating IP cf1f550e-1be7-43d9-96d6-b5ea273fc38e: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:29:20.140667 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-3782667c-96ad-44e1-84c8-5654872f1011 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110193307&fields=id&tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84 HTTP/1.1" status: 200 len: 267 time: 0.0337441 Aug 30 18:29:20.243153 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-7a94362a-7a34-4526-89b9-19ad90d1da0f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:20.244503 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-7a94362a-7a34-4526-89b9-19ad90d1da0f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 812 time: 0.0973320 Aug 30 18:29:20.258724 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-38260711-40fa-4db3-89cd-3611adf2909a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/quotas/bbfcc2ecb9c34addb094bbd7ec5caa84 HTTP/1.1" status: 200 len: 375 time: 0.0086446 Aug 30 18:29:20.309576 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-761c9ee0-9057-4c6b-9798-e7ff497cd842 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458901 Aug 30 18:29:20.367429 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 94c36d8f-605b-43f8-91a1-d0d583ce7634 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:29:20.387844 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: 94c36d8f-605b-43f8-91a1-d0d583ce7634 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:29:20.388196 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 94c36d8f-605b-43f8-91a1-d0d583ce7634 not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:29:20.389473 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-67cb7648-8bc7-4d4f-ad82-de4d2877b530 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 18:29:20.390454 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-67cb7648-8bc7-4d4f-ad82-de4d2877b530 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0680246 Aug 30 18:29:20.480955 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-06036229-bd40-402d-943b-1e3049d58b6a service neutron] 10.222.0.16 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842211 Aug 30 18:29:20.567625 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-242153cb-1ea6-4829-a5da-9bbc6c16906e service neutron] 10.222.0.16 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807550 Aug 30 18:29:20.848108 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d92781d-13d6-4b7b-9b3c-5485b8b85af9 req-7b35d3e3-22c8-4132-8a64-d6246a7d3ca6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 210 time: 0.0310380 Aug 30 18:29:21.716906 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-dbc861ff-0de0-45b5-a24e-870ab135425a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:21.718665 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-dbc861ff-0de0-45b5-a24e-870ab135425a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 812 time: 0.1039152 Aug 30 18:29:21.762718 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-97e23c32-13bb-45ff-8592-7c0053e15525 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84 HTTP/1.1" status: 200 len: 379 time: 0.0349228 Aug 30 18:29:21.771908 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Request body: {'port': {'device_id': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'admin_state_up': True, 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'security_groups': ['cdcbea27-12d3-4ca9-861b-3ce9262c4b0e']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:29:21.879246 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Made reservation on behalf of bbfcc2ecb9c34addb094bbd7ec5caa84 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:29:21.883031 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:21.942435 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ccd9a47a-2d77-4a60-8d63-21a9f7601b25 req-c6e89768-54c1-41b2-8db8-4b0f00fc782f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 210 time: 0.0261846 Aug 30 18:29:22.006745 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Allocated IP 172.20.0.14 (273a701d-bfee-4d98-a341-1014f868a075/c2199af5-1ada-4cdd-8abe-cdce66e70f8d/1291ef15-4c94-4585-aa3f-9b630715be6a) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:29:22.157033 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:22.171130 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Transition to ACTIVE for port object 1291ef15-4c94-4585-aa3f-9b630715be6a will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:29:22.203083 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:22.243556 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Network 273a701d-bfee-4d98-a341-1014f868a075 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:29:22.248972 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:29:22.252514 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:29:22.258685 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'Port': ['ID=1291ef15-4c94-4585-aa3f-9b630715be6a,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:29:22.303125 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:22.303654 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:22.318826 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-4a4e9ac7-b0ad-436b-b4fc-1f3b78f30363 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5504472 Aug 30 18:29:22.330919 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Request body: {'port': {'device_id': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:29:22.441574 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-aa8f5874-a92a-4ed4-9824-26c1b010175a None None] Provisioning for port 1291ef15-4c94-4585-aa3f-9b630715be6a completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:29:22.445673 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-aa8f5874-a92a-4ed4-9824-26c1b010175a None None] Provisioning complete for port 1291ef15-4c94-4585-aa3f-9b630715be6a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:29:22.446051 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-aa8f5874-a92a-4ed4-9824-26c1b010175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:22.485038 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f5874-a92a-4ed4-9824-26c1b010175a None None] Port 1291ef15-4c94-4585-aa3f-9b630715be6a cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:29:22.646749 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:22.892582 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1291ef15-4c94-4585-aa3f-9b630715be6a {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:29:22.899706 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:22.911898 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Transition to ACTIVE for port object 1291ef15-4c94-4585-aa3f-9b630715be6a will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:29:22.915432 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:22.966231 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Pushing event updated for resources: {'Port': ['ID=1291ef15-4c94-4585-aa3f-9b630715be6a,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:29:23.035373 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Attempting to bind port 1291ef15-4c94-4585-aa3f-9b630715be6a on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:29:23.035797 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Attempting to bind port 1291ef15-4c94-4585-aa3f-9b630715be6a by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:29:23.036054 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Attempting to bind port 1291ef15-4c94-4585-aa3f-9b630715be6a on network 273a701d-bfee-4d98-a341-1014f868a075 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:29:23.042548 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Port 1291ef15-4c94-4585-aa3f-9b630715be6a on network 273a701d-bfee-4d98-a341-1014f868a075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:29:23.042912 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Attempting to bind port 1291ef15-4c94-4585-aa3f-9b630715be6a on network 273a701d-bfee-4d98-a341-1014f868a075 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:29:23.049462 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:29:23.049830 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Checking segment: {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:29:23.050427 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Bound using segment: {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:29:23.050880 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Bound port: 1291ef15-4c94-4585-aa3f-9b630715be6a, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:29:23.051283 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:23.076095 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9c433-db11-47f0-983e-d80685f54ae9 req-32664819-9f84-487d-aa63-787ffef1b63c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:23.077716 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c3a9c433-db11-47f0-983e-d80685f54ae9 req-32664819-9f84-487d-aa63-787ffef1b63c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 944 time: 0.0605316 Aug 30 18:29:23.142518 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] For port 1291ef15-4c94-4585-aa3f-9b630715be6a, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:29:23.146919 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] For port 1291ef15-4c94-4585-aa3f-9b630715be6a, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1291ef15-4c94-4585-aa3f-9b630715be6a,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:29:23.153222 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c3a9c433-db11-47f0-983e-d80685f54ae9 req-e629649b-a905-4fe4-9a4f-dfcbd6184674 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563767 Aug 30 18:29:23.158784 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:23.176504 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:23.177992 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:23.179551 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] 10.222.0.36 "PUT /v2.0/ports/1291ef15-4c94-4585-aa3f-9b630715be6a HTTP/1.1" status: 200 len: 1094 time: 0.8529735 Aug 30 18:29:23.203364 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'tag': '1291ef15-4c94-4585-aa3f-9b630715be6a'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:29:23.205808 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01809c0f-394d-4dc1-beed-c0a24497e70c" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2", "tag": "1291ef15-4c94-4585-aa3f-9b630715be6a"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:29:23.256050 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba34da4-2560-4c67-a9d2-545db6a8d986 x-openstack-request-id: req-7ba34da4-2560-4c67-a9d2-545db6a8d986 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:29:23.256334 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2", "tag": "1291ef15-4c94-4585-aa3f-9b630715be6a", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:29:23.256578 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ba34da4-2560-4c67-a9d2-545db6a8d986 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:29:23.256976 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'tag': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'status': 'completed', 'code': 200} Aug 30 18:29:23.276952 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28e251-98d3-47b2-b0f2-25267b15354b service neutron] Pushing event updated for resources: {'Port': ['ID=1291ef15-4c94-4585-aa3f-9b630715be6a,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:29:23.286898 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-2e66ed15-9c85-42db-909b-d7aff726135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:23.288408 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-2e66ed15-9c85-42db-909b-d7aff726135d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 1097 time: 0.0690718 Aug 30 18:29:23.330085 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-73177ec8-9ce0-4863-b507-947aee1ba588 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1291ef15-4c94-4585-aa3f-9b630715be6a HTTP/1.1" status: 200 len: 217 time: 0.0342150 Aug 30 18:29:23.379576 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-1620348e-0855-4658-ac88-e8fcfac7443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:23.381063 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-1620348e-0855-4658-ac88-e8fcfac7443b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0439613 Aug 30 18:29:23.431326 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-3c73a292-4db9-447a-924b-b9f6070672df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:23.432780 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-3c73a292-4db9-447a-924b-b9f6070672df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443034 Aug 30 18:29:23.518515 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-06e0ccee-fcb3-404d-978e-f4c97374d21e service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783617 Aug 30 18:29:23.608817 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5d6e1d1f-31ab-4aea-bc71-380bfa1cb53d req-0cfb29b9-0451-4ea2-9c9e-21fe09eae2b5 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823467 Aug 30 18:29:23.690901 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809c0f-394d-4dc1-beed-c0a24497e70c req-ab3786af-4fe4-4a2c-b497-60265d8ddf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:23.692288 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01809c0f-394d-4dc1-beed-c0a24497e70c req-ab3786af-4fe4-4a2c-b497-60265d8ddf08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 1097 time: 0.0395534 Aug 30 18:29:23.783905 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809c0f-394d-4dc1-beed-c0a24497e70c req-117ccca0-4c91-4304-b5fa-a0845297f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:23.785392 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01809c0f-394d-4dc1-beed-c0a24497e70c req-117ccca0-4c91-4304-b5fa-a0845297f728 service neutron] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 913 time: 0.0842876 Aug 30 18:29:23.827590 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01809c0f-394d-4dc1-beed-c0a24497e70c req-4ba7d554-0a57-4232-92cd-4d4dcda2eb89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1291ef15-4c94-4585-aa3f-9b630715be6a HTTP/1.1" status: 200 len: 217 time: 0.0327017 Aug 30 18:29:23.875842 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809c0f-394d-4dc1-beed-c0a24497e70c req-af12c7fb-203b-44cc-823e-dcae404be81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:23.877279 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01809c0f-394d-4dc1-beed-c0a24497e70c req-af12c7fb-203b-44cc-823e-dcae404be81e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0422266 Aug 30 18:29:23.919975 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809c0f-394d-4dc1-beed-c0a24497e70c req-34a3877c-8dfa-4e1a-9a72-ed9babca0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:23.921417 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01809c0f-394d-4dc1-beed-c0a24497e70c req-34a3877c-8dfa-4e1a-9a72-ed9babca0090 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374372 Aug 30 18:29:24.012251 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01809c0f-394d-4dc1-beed-c0a24497e70c req-d9b7f992-fd7c-45ba-b4bc-31e88a50f5b6 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826447 Aug 30 18:29:24.097020 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01809c0f-394d-4dc1-beed-c0a24497e70c req-6aea55cb-b7c6-49be-9fe4-ae52799749be service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776527 Aug 30 18:29:24.267273 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ea514-17ff-4154-8af3-28ab394163af req-adf2554a-50d6-4bcd-af10-2c7847fd7066 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:24.268607 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af5ea514-17ff-4154-8af3-28ab394163af req-adf2554a-50d6-4bcd-af10-2c7847fd7066 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 944 time: 0.0473967 Aug 30 18:29:24.304156 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af5ea514-17ff-4154-8af3-28ab394163af req-d8a1bc67-24dd-44d8-892a-2ca7f42a2cd9 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296865 Aug 30 18:29:25.421653 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9386fc9-8886-48cb-9546-a0058bd39a20 req-f94b1511-ee3b-4226-9ec8-6305728bae9c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:25.423027 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f9386fc9-8886-48cb-9546-a0058bd39a20 req-f94b1511-ee3b-4226-9ec8-6305728bae9c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 944 time: 0.0512743 Aug 30 18:29:25.460302 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f9386fc9-8886-48cb-9546-a0058bd39a20 req-4000c4da-66a4-48aa-937f-2215b98afdb5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314364 Aug 30 18:29:26.570844 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15122be9-80d5-43d6-9e47-74671615398b req-9271833d-ec60-46f8-a41d-08a246ba4517 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:26.572303 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15122be9-80d5-43d6-9e47-74671615398b req-9271833d-ec60-46f8-a41d-08a246ba4517 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 944 time: 0.0479693 Aug 30 18:29:26.608501 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15122be9-80d5-43d6-9e47-74671615398b req-59bd4334-b842-4778-83bf-ef74295bcea0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303748 Aug 30 18:29:26.642137 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:29:27.729074 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1982958-329c-476f-94e3-3c8fca7ffaca req-3f73d1d4-6c53-4605-b44d-2d4b6a83041b tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:27.730533 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e1982958-329c-476f-94e3-3c8fca7ffaca req-3f73d1d4-6c53-4605-b44d-2d4b6a83041b tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 944 time: 0.0498130 Aug 30 18:29:27.767382 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e1982958-329c-476f-94e3-3c8fca7ffaca req-05e29461-66c3-4e5c-b309-70223755d6a5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310750 Aug 30 18:29:28.887523 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c186516-eaa0-43a6-9c58-7a19c961c1e9 req-39225cfa-71fb-41fa-8f97-484e842e9ee7 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:28.890795 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8c186516-eaa0-43a6-9c58-7a19c961c1e9 req-39225cfa-71fb-41fa-8f97-484e842e9ee7 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 944 time: 0.0535412 Aug 30 18:29:28.927227 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8c186516-eaa0-43a6-9c58-7a19c961c1e9 req-172d2f1c-a6e0-4351-8470-bc4250f33a2a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316169 Aug 30 18:29:30.052264 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc5bd2-b925-4a09-8aa5-4f3cc02939c9 req-03d47086-43c4-4fcb-bf36-c54afb3fb8e4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:30.053753 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6edc5bd2-b925-4a09-8aa5-4f3cc02939c9 req-03d47086-43c4-4fcb-bf36-c54afb3fb8e4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 944 time: 0.0474923 Aug 30 18:29:30.090173 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6edc5bd2-b925-4a09-8aa5-4f3cc02939c9 req-00f840eb-502e-43be-9752-8c1b1e8a0558 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300751 Aug 30 18:29:30.407157 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 1291ef15-4c94-4585-aa3f-9b630715be6a details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:29:30.499546 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 1291ef15-4c94-4585-aa3f-9b630715be6a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1291ef15-4c94-4585-aa3f-9b630715be6a,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:29:30.511207 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'port_id': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'mac_address': 'fa:16:3e:58:e0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:29:30.551730 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:30.564589 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1291ef15-4c94-4585-aa3f-9b630715be6a {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:29:30.583743 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 1291ef15-4c94-4585-aa3f-9b630715be6a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1291ef15-4c94-4585-aa3f-9b630715be6a,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:29:30.587664 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:30.633332 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=1291ef15-4c94-4585-aa3f-9b630715be6a,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:29:30.640679 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:30.641063 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:30.641409 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:30.641746 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:30.642103 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:30.642441 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:30.642769 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:30.643119 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:30.643450 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:30.643775 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:30.644118 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:30.644444 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:30.826144 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['1291ef15-4c94-4585-aa3f-9b630715be6a'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:29:31.202334 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749b018-c285-4a7d-b1fb-0cfe3316637f req-55fb1513-b9cb-4dfd-8217-802efe1a55b1 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:31.203980 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7749b018-c285-4a7d-b1fb-0cfe3316637f req-55fb1513-b9cb-4dfd-8217-802efe1a55b1 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 945 time: 0.0486937 Aug 30 18:29:31.243440 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7749b018-c285-4a7d-b1fb-0cfe3316637f req-e5af1aba-2907-4c0f-a5c5-e0ff0258c57a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331759 Aug 30 18:29:31.327406 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5343ed0c-9eef-45c2-a59c-d3268ffbb014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:32.357748 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b6c7a-d53e-4f1f-9790-37b195063a4b req-023fb0cf-2d5f-44c2-a83a-e0fc91eccf28 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:32.359190 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-958b6c7a-d53e-4f1f-9790-37b195063a4b req-023fb0cf-2d5f-44c2-a83a-e0fc91eccf28 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 945 time: 0.0514970 Aug 30 18:29:32.395337 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-958b6c7a-d53e-4f1f-9790-37b195063a4b req-3641fe98-0aff-43e3-9acb-2826f03933f7 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303521 Aug 30 18:29:32.423649 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 1291ef15-4c94-4585-aa3f-9b630715be6a up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:29:32.470897 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port 1291ef15-4c94-4585-aa3f-9b630715be6a completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:29:32.474418 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 1291ef15-4c94-4585-aa3f-9b630715be6a triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:29:32.474791 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:32.554869 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:32.577542 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1291ef15-4c94-4585-aa3f-9b630715be6a'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:29:32.579790 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80236a6-c9da-467e-a807-36c5d98ce202" -d '{"events": [{"server_uuid": "4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2", "name": "network-vif-plugged", "status": "completed", "tag": "1291ef15-4c94-4585-aa3f-9b630715be6a"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:29:32.593053 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 1291ef15-4c94-4585-aa3f-9b630715be6a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1291ef15-4c94-4585-aa3f-9b630715be6a,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:29:32.597278 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:32.623414 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b684b865-23a3-4511-811d-fbb39fed9c16 x-openstack-request-id: req-b684b865-23a3-4511-811d-fbb39fed9c16 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:29:32.623697 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2", "name": "network-vif-plugged", "status": "completed", "tag": "1291ef15-4c94-4585-aa3f-9b630715be6a", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:29:32.623943 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b684b865-23a3-4511-811d-fbb39fed9c16 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:29:32.624383 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'code': 200} Aug 30 18:29:32.650767 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=1291ef15-4c94-4585-aa3f-9b630715be6a,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:29:32.827727 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69671dad-f0f5-4470-b4be-dfa1298ff38c req-f5c211b3-debc-4ef1-80d3-de1dd7d9bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:32.829144 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-69671dad-f0f5-4470-b4be-dfa1298ff38c req-f5c211b3-debc-4ef1-80d3-de1dd7d9bd3a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 1099 time: 0.0435014 Aug 30 18:29:32.863735 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-69671dad-f0f5-4470-b4be-dfa1298ff38c req-752b2e7c-5caa-49aa-8115-cc5dbb0a7bcc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269821 Aug 30 18:29:33.506579 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c2d30-fb41-494e-9e75-6015dca27280 req-98798564-15c7-48cf-9190-81cdc10609de tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:33.508049 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a2c2d30-fb41-494e-9e75-6015dca27280 req-98798564-15c7-48cf-9190-81cdc10609de tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 946 time: 0.0479221 Aug 30 18:29:33.545442 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a2c2d30-fb41-494e-9e75-6015dca27280 req-49344763-b213-415c-969b-34bfcfed6933 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 Aug 30 18:29:33.981853 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1491f849-365e-4c99-b6e6-e5d0c0d3472d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:34.033789 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:34.657452 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006108b-c25e-4ed9-ad81-ddf634b89f14 req-9adbbc9d-43bb-4bb2-8b0b-ac9590a82257 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:34.658959 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0006108b-c25e-4ed9-ad81-ddf634b89f14 req-9adbbc9d-43bb-4bb2-8b0b-ac9590a82257 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 946 time: 0.0472271 Aug 30 18:29:34.694613 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0006108b-c25e-4ed9-ad81-ddf634b89f14 req-dad0320d-81ab-41ce-8fd5-4db5af33945e tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299335 Aug 30 18:29:34.809352 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4d265-9a66-4d51-a0d5-7fc663bffb2d req-9cb58fb5-910b-4d7d-9344-b1f4e692f7a5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:34.810794 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7dd4d265-9a66-4d51-a0d5-7fc663bffb2d req-9cb58fb5-910b-4d7d-9344-b1f4e692f7a5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 946 time: 0.0516310 Aug 30 18:29:34.846708 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7dd4d265-9a66-4d51-a0d5-7fc663bffb2d req-77f83bc2-5455-425a-9348-08a9adf361e7 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301006 Aug 30 18:29:34.868305 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56436) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:29:34.907319 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e9b1e2-91a1-4585-9d54-f1387e02e9fc tempest-TestVolumeBootPattern-1253716360 tempest-TestVolumeBootPattern-1253716360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:34.908803 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b5e9b1e2-91a1-4585-9d54-f1387e02e9fc tempest-TestVolumeBootPattern-1253716360 tempest-TestVolumeBootPattern-1253716360-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 1094 time: 0.0390227 Aug 30 18:29:34.911585 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56438) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:29:34.916458 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Request body: {'floatingip': {'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'port_id': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:29:34.938168 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for floatingip, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:35.041804 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:35.141064 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Allocated IP 172.27.2.24 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/3ae0e7f0-9c6a-4944-8175-f705def73591) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:29:35.211434 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:35.243756 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:35.286884 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:35.322519 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:29:35.325369 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:29:35.330744 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:29:35.356665 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'Port': ['ID=3ae0e7f0-9c6a-4944-8175-f705def73591,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:29:35.369330 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:35.369681 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:35.370023 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:35.370359 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:35.370688 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:35.371017 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:35.371367 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:35.371693 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:35.372020 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:35.372345 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:35.372663 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:35.373005 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:29:35.911815 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:35.976133 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:36.120153 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:36.124381 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771742'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:36.190989 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'Port': ['ID=3ae0e7f0-9c6a-4944-8175-f705def73591,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:29:36.203419 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:36.298718 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Floating IP 17e27969-3c7d-45df-a71d-dd8e3b751fd7 associated. External IP: 172.27.2.24, port: 1291ef15-4c94-4585-aa3f-9b630715be6a. Aug 30 18:29:36.493373 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:29:36.576480 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:36.599171 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:29:36.609132 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8478b57-ee5e-4f99-ae92-c09f9bd08532 None None] Sync routers for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:29:36.614185 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:29:36.619150 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8478b57-ee5e-4f99-ae92-c09f9bd08532 None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:29:36.619774 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e8478b57-ee5e-4f99-ae92-c09f9bd08532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:29:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:29:36.640901 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-8e8585eb-638b-41c8-8b91-3700e202556f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7282953 Aug 30 18:29:36.641512 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'tag': '1291ef15-4c94-4585-aa3f-9b630715be6a'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:29:36.643759 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e463d3505b501438ab9665504baa9ee3f030df9cd7646e332f824762b37156f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7f9d63-ef4c-4093-8221-1b5ce985dbac" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2", "tag": "1291ef15-4c94-4585-aa3f-9b630715be6a"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:29:36.678372 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de3e443-bafc-4a67-803b-1ddb8997d879 x-openstack-request-id: req-4de3e443-bafc-4a67-803b-1ddb8997d879 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:29:36.678659 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2", "tag": "1291ef15-4c94-4585-aa3f-9b630715be6a", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:29:36.678905 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4de3e443-bafc-4a67-803b-1ddb8997d879 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:29:36.679294 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'tag': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'status': 'completed', 'code': 200} Aug 30 18:29:36.724613 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-e8478b57-ee5e-4f99-ae92-c09f9bd08532 None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:29:36.750234 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f9d63-ef4c-4093-8221-1b5ce985dbac req-2af136da-48cb-4be8-93a2-9b7365473051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:36.751662 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b7f9d63-ef4c-4093-8221-1b5ce985dbac req-2af136da-48cb-4be8-93a2-9b7365473051 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 1099 time: 0.0485113 Aug 30 18:29:36.841823 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f9d63-ef4c-4093-8221-1b5ce985dbac req-35a43400-5b73-433b-b822-2805c8e3d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:36.843287 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b7f9d63-ef4c-4093-8221-1b5ce985dbac req-35a43400-5b73-433b-b822-2805c8e3d0bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 913 time: 0.0844190 Aug 30 18:29:36.911131 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b7f9d63-ef4c-4093-8221-1b5ce985dbac req-832cdf46-1596-46ef-b7a4-fd1931015e17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1291ef15-4c94-4585-aa3f-9b630715be6a HTTP/1.1" status: 200 len: 999 time: 0.0599411 Aug 30 18:29:36.944412 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e8478b57-ee5e-4f99-ae92-c09f9bd08532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '17e27969-3c7d-45df-a71d-dd8e3b751fd7', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:58:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:29:35Z', 'updated_at': '2021-08-30T18:29:35Z', 'revision_number': 0, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:29:36.959678 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f9d63-ef4c-4093-8221-1b5ce985dbac req-eb406377-6ea2-475c-86db-146bf25dd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:36.961144 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b7f9d63-ef4c-4093-8221-1b5ce985dbac req-eb406377-6ea2-475c-86db-146bf25dd8de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0427222 Aug 30 18:29:36.970225 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8478b57-ee5e-4f99-ae92-c09f9bd08532 None None] Checking router: 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:29:36.978409 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8478b57-ee5e-4f99-ae92-c09f9bd08532 None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:29:36.979016 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e8478b57-ee5e-4f99-ae92-c09f9bd08532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:29:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:29:37.005338 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f9d63-ef4c-4093-8221-1b5ce985dbac req-05245650-51df-44fb-8222-6aef828516c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:29:37.006754 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b7f9d63-ef4c-4093-8221-1b5ce985dbac req-05245650-51df-44fb-8222-6aef828516c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388091 Aug 30 18:29:37.099471 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b7f9d63-ef4c-4093-8221-1b5ce985dbac req-bd95df1f-7191-4b58-a6ab-b1ddfe5fa5eb service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856156 Aug 30 18:29:37.190797 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b7f9d63-ef4c-4093-8221-1b5ce985dbac req-48b1845b-e34c-4715-a670-4ea6af22e41c service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840330 Aug 30 18:29:37.204031 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-e8478b57-ee5e-4f99-ae92-c09f9bd08532 None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:29:37.417255 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e8478b57-ee5e-4f99-ae92-c09f9bd08532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '17e27969-3c7d-45df-a71d-dd8e3b751fd7', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:58:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:29:35Z', 'updated_at': '2021-08-30T18:29:35Z', 'revision_number': 0, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:29:37.445517 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8478b57-ee5e-4f99-ae92-c09f9bd08532 None None] The sync data for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi is: [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '17e27969-3c7d-45df-a71d-dd8e3b751fd7', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:58:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:29:35Z', 'updated_at': '2021-08-30T18:29:35Z', 'revision_number': 0, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:29:37.615755 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07fb21-c1ec-470a-933c-1411abd427f2 None None] New status for floating IP 17e27969-3c7d-45df-a71d-dd8e3b751fd7: ACTIVE {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:29:40.715854 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:01.327233 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a82be89f-555b-460c-ab1e-178eb7976046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:03.641164 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:30:03.982378 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c16659bb-4a08-43dd-9475-ccb79aa1f1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:04.034031 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:05.213611 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:06.579384 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:10.715062 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:22.036838 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6cd92c41-5013-4e11-882a-68a6d48f1fb3 req-93ec8ba0-a05e-4a73-b471-90f07cf6cc96 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433600 Aug 30 18:30:22.118981 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd92c41-5013-4e11-882a-68a6d48f1fb3 req-8423bdd2-0253-4def-a013-db7012a1e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:30:22.120442 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6cd92c41-5013-4e11-882a-68a6d48f1fb3 req-8423bdd2-0253-4def-a013-db7012a1e261 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 1099 time: 0.0392261 Aug 30 18:30:22.219760 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd92c41-5013-4e11-882a-68a6d48f1fb3 req-9b1946a1-e291-4bcd-8d95-41771a7b613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:30:22.221234 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6cd92c41-5013-4e11-882a-68a6d48f1fb3 req-9b1946a1-e291-4bcd-8d95-41771a7b613f service neutron] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 913 time: 0.0813608 Aug 30 18:30:22.288067 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6cd92c41-5013-4e11-882a-68a6d48f1fb3 req-33c173ed-70db-48f7-b463-6d3765c0d7a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1291ef15-4c94-4585-aa3f-9b630715be6a HTTP/1.1" status: 200 len: 1001 time: 0.0593183 Aug 30 18:30:22.337179 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd92c41-5013-4e11-882a-68a6d48f1fb3 req-6a311c1e-c612-4c5f-ba81-5e045717465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:30:22.338586 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6cd92c41-5013-4e11-882a-68a6d48f1fb3 req-6a311c1e-c612-4c5f-ba81-5e045717465a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0425022 Aug 30 18:30:22.383276 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd92c41-5013-4e11-882a-68a6d48f1fb3 req-c622585a-b714-4e13-8525-212650e62421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:30:22.384735 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6cd92c41-5013-4e11-882a-68a6d48f1fb3 req-c622585a-b714-4e13-8525-212650e62421 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389109 Aug 30 18:30:22.474241 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6cd92c41-5013-4e11-882a-68a6d48f1fb3 req-bb37b67a-63de-467f-96ec-e878c73440c1 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806060 Aug 30 18:30:22.561794 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6cd92c41-5013-4e11-882a-68a6d48f1fb3 req-416dc147-5b6b-4af9-b725-9ac9a2e88319 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789444 Aug 30 18:30:31.328190 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a547-aaae-4e42-9fc6-4e4455701806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:33.983563 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f83d6e0e-6853-4139-a9b6-6bf7256319b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:34.035481 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:35.217998 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:36.582579 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:30:40.639493 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:30:40.720280 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:01.332004 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-001e44f3-e6b1-405d-99bd-6d0add373e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:03.983488 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a2a0277e-5558-45f9-a4dc-49870bbf354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:04.037669 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:05.221395 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:06.584744 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:10.732096 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:10.865556 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-94267ccc-69cd-42ab-9ffe-24d3c330c7f8 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110193307&fields=id&tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84 HTTP/1.1" status: 200 len: 267 time: 0.0372427 Aug 30 18:31:10.966431 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70241-9503-49f8-8454-8a821f932eac req-846ab428-0030-49df-a4ed-a802fe3224d9 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:10.967870 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-846ab428-0030-49df-a4ed-a802fe3224d9 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 812 time: 0.0956175 Aug 30 18:31:10.982607 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-d3ca75b2-11e8-45ed-8fa6-634800ce55d0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/quotas/bbfcc2ecb9c34addb094bbd7ec5caa84 HTTP/1.1" status: 200 len: 375 time: 0.0091960 Aug 30 18:31:11.039793 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-20016fbf-19df-415c-ae19-328f51a1a278 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0517511 Aug 30 18:31:11.138208 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-a65a6d33-7b02-4b81-9c41-81a19526270e service neutron] 10.222.0.16 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848145 Aug 30 18:31:11.225332 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-b2e823ab-2039-426b-8d0b-7f35efd36324 service neutron] 10.222.0.16 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811901 Aug 30 18:31:11.516179 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1b82d445-050d-4b9e-80cb-a1d112463f25 req-31365559-ab02-4a7d-b5bd-6de79bc3c987 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 210 time: 0.0310757 Aug 30 18:31:12.386789 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70241-9503-49f8-8454-8a821f932eac req-f3b991bd-7233-4cb9-9a95-43e1f79c9790 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:12.388230 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-f3b991bd-7233-4cb9-9a95-43e1f79c9790 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 812 time: 0.1043966 Aug 30 18:31:12.436477 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-8a411c33-2fd0-4c40-abd5-9513ceee388b tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84 HTTP/1.1" status: 200 len: 379 time: 0.0333505 Aug 30 18:31:12.445885 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-e1a70241-9503-49f8-8454-8a821f932eac req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Request body: {'port': {'device_id': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'admin_state_up': True, 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'security_groups': ['cdcbea27-12d3-4ca9-861b-3ce9262c4b0e']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:31:12.556667 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a70241-9503-49f8-8454-8a821f932eac req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Made reservation on behalf of bbfcc2ecb9c34addb094bbd7ec5caa84 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 18:31:12.560290 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e1a70241-9503-49f8-8454-8a821f932eac req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:12.610685 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-be634d83-6be0-431c-8753-6df68e41369c req-dd3034da-2081-45bb-b166-47d148ec0d9d tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 210 time: 0.0263698 Aug 30 18:31:12.685271 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-e1a70241-9503-49f8-8454-8a821f932eac req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Allocated IP 172.20.0.5 (273a701d-bfee-4d98-a341-1014f868a075/c2199af5-1ada-4cdd-8abe-cdce66e70f8d/6971452c-7fba-4c8e-87fc-4004a1ce2fa8) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:31:12.827441 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e1a70241-9503-49f8-8454-8a821f932eac req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:12.841282 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-e1a70241-9503-49f8-8454-8a821f932eac req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Transition to ACTIVE for port object 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 will not be triggered until provisioned by entity DHCP. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:31:12.871984 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e1a70241-9503-49f8-8454-8a821f932eac req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:12.913331 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a70241-9503-49f8-8454-8a821f932eac req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Network 273a701d-bfee-4d98-a341-1014f868a075 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:31:12.918187 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-e1a70241-9503-49f8-8454-8a821f932eac req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:31:12.921808 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a70241-9503-49f8-8454-8a821f932eac req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:31:12.945037 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'Port': ['ID=6971452c-7fba-4c8e-87fc-4004a1ce2fa8,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:31:12.959975 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:12.960317 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:12.960655 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:12.961014 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:12.961343 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:12.961669 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:12.962034 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:12.962358 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:12.962681 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:12.963001 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:12.963317 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:12.963632 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:12.983517 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70241-9503-49f8-8454-8a821f932eac req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:12.984144 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e1a70241-9503-49f8-8454-8a821f932eac req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:12.999653 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-2052ce0a-6860-49c1-ab9e-4494c321bcc0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572803 Aug 30 18:31:13.011771 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Request body: {'port': {'device_id': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:31:13.068285 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:13.112408 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-50e4a71d-fb2b-4d85-8600-89a94e602cd2 None None] Provisioning for port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 completed by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:31:13.117470 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-50e4a71d-fb2b-4d85-8600-89a94e602cd2 None None] Provisioning complete for port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:31:13.117905 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-50e4a71d-fb2b-4d85-8600-89a94e602cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:13.150590 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-50e4a71d-fb2b-4d85-8600-89a94e602cd2 None None] Port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 18:31:13.326244 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:31:13.333625 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:13.345881 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Transition to ACTIVE for port object 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 18:31:13.350630 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:13.401001 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Pushing event updated for resources: {'Port': ['ID=6971452c-7fba-4c8e-87fc-4004a1ce2fa8,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:31:13.472399 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Attempting to bind port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 18:31:13.472830 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Attempting to bind port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 18:31:13.473199 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Attempting to bind port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 on network 273a701d-bfee-4d98-a341-1014f868a075 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:31:13.478115 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 on network 273a701d-bfee-4d98-a341-1014f868a075 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 18:31:13.478446 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Attempting to bind port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 on network 273a701d-bfee-4d98-a341-1014f868a075 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 18:31:13.483725 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Checking agent: {'id': 'b55e8d09-d574-4654-857f-210d4eb91c84', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'started_at': datetime.datetime(2021, 8, 30, 18, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 18, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 18:31:13.484062 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Checking segment: {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 18:31:13.484444 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Bound using segment: {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 18:31:13.484869 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Bound port: 6971452c-7fba-4c8e-87fc-4004a1ce2fa8, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b169ca-7f84-4171-b1fe-3f823aef5efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '273a701d-bfee-4d98-a341-1014f868a075'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 18:31:13.485248 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:13.549416 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] For port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8, host hv-cinder-80429, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 18:31:13.552637 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] For port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=6971452c-7fba-4c8e-87fc-4004a1ce2fa8,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 18:31:13.557180 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9147655'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:13.590989 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:13.591662 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:13.592954 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] 10.222.0.36 "PUT /v2.0/ports/6971452c-7fba-4c8e-87fc-4004a1ce2fa8 HTTP/1.1" status: 200 len: 1093 time: 0.5856550 Aug 30 18:31:13.593380 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'tag': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:31:13.595565 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4919701-18c3-489e-9e92-aea3c5a3789b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad46d2d7-7724-41ac-a3a3-9b527691f1ef", "tag": "6971452c-7fba-4c8e-87fc-4004a1ce2fa8"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:31:13.626345 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dacf45-3395-4154-8549-afc2f498cf6d service neutron] Pushing event updated for resources: {'Port': ['ID=6971452c-7fba-4c8e-87fc-4004a1ce2fa8,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:31:13.666669 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b6a0af-a344-4b99-aadf-6e41f7f57568 x-openstack-request-id: req-a8b6a0af-a344-4b99-aadf-6e41f7f57568 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:31:13.666977 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad46d2d7-7724-41ac-a3a3-9b527691f1ef", "tag": "6971452c-7fba-4c8e-87fc-4004a1ce2fa8", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:31:13.667203 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8b6a0af-a344-4b99-aadf-6e41f7f57568 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:31:13.668116 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'tag': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8', 'status': 'completed', 'code': 200} Aug 30 18:31:13.683446 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70241-9503-49f8-8454-8a821f932eac req-1fa0393b-132d-4156-b529-b15eb95f2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:13.684970 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-1fa0393b-132d-4156-b529-b15eb95f2cad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 1096 time: 0.0498385 Aug 30 18:31:13.735208 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-e36688a8-29f1-4755-8120-5162ef221fc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6971452c-7fba-4c8e-87fc-4004a1ce2fa8 HTTP/1.1" status: 200 len: 217 time: 0.0417621 Aug 30 18:31:13.735751 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9ebb8-a784-40e5-a6b5-1c9b55632c44 req-a8c120a3-e9be-4998-aa64-fb2f73e71bee tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:13.737374 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-93b9ebb8-a784-40e5-a6b5-1c9b55632c44 req-a8c120a3-e9be-4998-aa64-fb2f73e71bee tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 943 time: 0.0514951 Aug 30 18:31:13.778016 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-93b9ebb8-a784-40e5-a6b5-1c9b55632c44 req-23ccfb93-ea38-43b3-b8b9-25ca70286e04 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342522 Aug 30 18:31:13.785300 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70241-9503-49f8-8454-8a821f932eac req-d68d1c35-a883-41a0-acf1-556b42a81347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:13.786422 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-d68d1c35-a883-41a0-acf1-556b42a81347 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0444460 Aug 30 18:31:13.834622 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70241-9503-49f8-8454-8a821f932eac req-2ecaae18-08f2-4f20-ae3e-a1e8d9bfc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:13.836066 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-2ecaae18-08f2-4f20-ae3e-a1e8d9bfc509 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414495 Aug 30 18:31:13.923476 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-02f0bdcb-0ec3-4023-a78d-aabc494a0bb1 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790088 Aug 30 18:31:14.013610 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1a70241-9503-49f8-8454-8a821f932eac req-fb753ffe-c55f-48bc-82c1-cae07df71d04 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822642 Aug 30 18:31:14.098808 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919701-18c3-489e-9e92-aea3c5a3789b req-96c4295c-bffe-408c-9c3c-f6289887135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:14.100280 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b4919701-18c3-489e-9e92-aea3c5a3789b req-96c4295c-bffe-408c-9c3c-f6289887135c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 1096 time: 0.0404243 Aug 30 18:31:14.189680 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919701-18c3-489e-9e92-aea3c5a3789b req-95a770a9-f864-4baa-bb42-9b4daab99fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:14.191069 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b4919701-18c3-489e-9e92-aea3c5a3789b req-95a770a9-f864-4baa-bb42-9b4daab99fa4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 913 time: 0.0829873 Aug 30 18:31:14.234901 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b4919701-18c3-489e-9e92-aea3c5a3789b req-11c56eab-775c-44b0-84ec-dd8fb2e584f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6971452c-7fba-4c8e-87fc-4004a1ce2fa8 HTTP/1.1" status: 200 len: 217 time: 0.0363107 Aug 30 18:31:14.282071 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919701-18c3-489e-9e92-aea3c5a3789b req-1aa3aca8-1b80-4ed7-b286-da39c8ca14c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:14.283447 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b4919701-18c3-489e-9e92-aea3c5a3789b req-1aa3aca8-1b80-4ed7-b286-da39c8ca14c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0418224 Aug 30 18:31:14.330118 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919701-18c3-489e-9e92-aea3c5a3789b req-820df23d-4a7d-43b8-b669-9def136592ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:14.331550 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b4919701-18c3-489e-9e92-aea3c5a3789b req-820df23d-4a7d-43b8-b669-9def136592ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380855 Aug 30 18:31:14.422592 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b4919701-18c3-489e-9e92-aea3c5a3789b req-2af4ef4f-1b85-40ca-8a09-dd7a5db19ee9 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811751 Aug 30 18:31:14.513427 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b4919701-18c3-489e-9e92-aea3c5a3789b req-b7635a03-8412-42a1-93f1-b285e7552fd7 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787735 Aug 30 18:31:14.892327 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300fca2-20d1-46fc-8136-2cc159cb61ee req-38bbb703-c6b6-49b1-90af-e91528b073e4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:14.894564 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0300fca2-20d1-46fc-8136-2cc159cb61ee req-38bbb703-c6b6-49b1-90af-e91528b073e4 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 943 time: 0.0474586 Aug 30 18:31:14.929723 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0300fca2-20d1-46fc-8136-2cc159cb61ee req-e7717c03-5d17-4a9a-ae87-e61b7eb65798 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301385 Aug 30 18:31:16.044648 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fc740-ca6a-4fec-b9cf-9ac3c67f5ef2 req-f45a2ea1-8f49-43fb-9257-a13ef34b5e77 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:16.046180 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3f9fc740-ca6a-4fec-b9cf-9ac3c67f5ef2 req-f45a2ea1-8f49-43fb-9257-a13ef34b5e77 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 943 time: 0.0515711 Aug 30 18:31:16.082247 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3f9fc740-ca6a-4fec-b9cf-9ac3c67f5ef2 req-00fe1540-b9fb-4058-8855-bd83bb819ecb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303247 Aug 30 18:31:17.193979 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e8293-0abf-4cab-a157-803bd609c83d req-e926922a-3792-4790-a9d7-8ca32b2ff29b tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:17.195452 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f86e8293-0abf-4cab-a157-803bd609c83d req-e926922a-3792-4790-a9d7-8ca32b2ff29b tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 943 time: 0.0486925 Aug 30 18:31:17.232319 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f86e8293-0abf-4cab-a157-803bd609c83d req-ac0ef4d1-6ccd-4845-bb70-d7cd6f1e5d83 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305045 Aug 30 18:31:17.638798 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:31:18.344581 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01061d86-d58a-47e0-bfe8-c68c6547ac05 req-b98d0993-cd8e-4f80-a774-5764a600c5ec tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:18.346082 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-01061d86-d58a-47e0-bfe8-c68c6547ac05 req-b98d0993-cd8e-4f80-a774-5764a600c5ec tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 943 time: 0.0473466 Aug 30 18:31:18.383654 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-01061d86-d58a-47e0-bfe8-c68c6547ac05 req-9cd1315f-0d94-4ff7-9206-a90f007a715c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317111 Aug 30 18:31:19.500324 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398967f1-42c9-4354-9fff-31e18901c0d7 req-5d51ec31-3e31-4a6a-8d71-3a6c3ecfb812 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:19.501865 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-398967f1-42c9-4354-9fff-31e18901c0d7 req-5d51ec31-3e31-4a6a-8d71-3a6c3ecfb812 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 943 time: 0.0521321 Aug 30 18:31:19.539824 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-398967f1-42c9-4354-9fff-31e18901c0d7 req-c5dbe686-9e80-4561-b7dc-d6d5b8927ff9 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320544 Aug 30 18:31:20.651114 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc7bb1-1c4d-4b7e-9e18-9a90ce523ec5 req-c0a093af-c214-479b-8964-9ec4af4300d0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:20.652576 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-16cc7bb1-1c4d-4b7e-9e18-9a90ce523ec5 req-c0a093af-c214-479b-8964-9ec4af4300d0 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 943 time: 0.0479484 Aug 30 18:31:20.688672 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-16cc7bb1-1c4d-4b7e-9e18-9a90ce523ec5 req-28f1c918-c722-4fc8-b4a2-52af9e83576f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302927 Aug 30 18:31:20.957482 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 18:31:21.049177 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=6971452c-7fba-4c8e-87fc-4004a1ce2fa8,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:31:21.060556 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Returning: {'device': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'port_id': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8', 'mac_address': 'fa:16:3e:ff:b7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 18:31:21.095153 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:21.107586 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 18:31:21.127014 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=6971452c-7fba-4c8e-87fc-4004a1ce2fa8,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:31:21.131891 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:21.177298 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=6971452c-7fba-4c8e-87fc-4004a1ce2fa8,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:31:21.184209 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:21.184558 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:21.184898 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:21.185259 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:21.185590 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:21.185921 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:21.186249 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:21.186576 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:21.186903 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:21.187229 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:21.187550 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:21.187871 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:21.378742 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] get_ports_and_sgs() called for port_ids ['6971452c-7fba-4c8e-87fc-4004a1ce2fa8'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 18:31:21.807650 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c2c0d-cb5c-42d0-8fe9-bdfe325c90df req-4594c80b-ed1b-416f-906e-a6783f60ca11 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:21.809131 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c21c2c0d-cb5c-42d0-8fe9-bdfe325c90df req-4594c80b-ed1b-416f-906e-a6783f60ca11 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 944 time: 0.0559485 Aug 30 18:31:21.847807 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c21c2c0d-cb5c-42d0-8fe9-bdfe325c90df req-348c628a-1fc7-4b1d-bd94-f84b6d851b6d tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323906 Aug 30 18:31:22.961025 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b9d95-c225-446f-a16d-be11d49dbc1c req-2568b30a-b94e-4423-82cc-59da945441d8 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:22.962992 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f58b9d95-c225-446f-a16d-be11d49dbc1c req-2568b30a-b94e-4423-82cc-59da945441d8 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 944 time: 0.0510561 Aug 30 18:31:22.985500 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 up at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 18:31:22.999967 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f58b9d95-c225-446f-a16d-be11d49dbc1c req-76b6bd54-b008-4cff-b820-6da9909fdee1 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312037 Aug 30 18:31:23.032219 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning for port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 18:31:23.035757 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Provisioning complete for port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 18:31:23.036129 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-584659'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:23.110817 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:23.134017 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:31:23.136523 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c264bc9861c99c3b8c42f17f3fa709b1ae3c41c6407cb36fa51327c79e25633d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bd52d2-11e6-49e6-8177-6521b14912f6" -d '{"events": [{"server_uuid": "ad46d2d7-7724-41ac-a3a3-9b527691f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "6971452c-7fba-4c8e-87fc-4004a1ce2fa8"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:31:23.150378 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] For port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=6971452c-7fba-4c8e-87fc-4004a1ce2fa8,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:31:23.154750 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:23.178955 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349db15b-12ad-4d66-8f15-a9873cae290f x-openstack-request-id: req-349db15b-12ad-4d66-8f15-a9873cae290f {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:31:23.179252 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad46d2d7-7724-41ac-a3a3-9b527691f1ef", "name": "network-vif-plugged", "status": "completed", "tag": "6971452c-7fba-4c8e-87fc-4004a1ce2fa8", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:31:23.179508 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-349db15b-12ad-4d66-8f15-a9873cae290f {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:31:23.179894 dv-cinder-804296-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8', 'code': 200} Aug 30 18:31:23.206783 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Pushing event updated for resources: {'Port': ['ID=6971452c-7fba-4c8e-87fc-4004a1ce2fa8,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:31:23.385205 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4009f-aee5-4de3-8205-2c255089af62 req-ade1709b-9178-4eae-a36c-547c7dc878e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:23.386546 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7fc4009f-aee5-4de3-8205-2c255089af62 req-ade1709b-9178-4eae-a36c-547c7dc878e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 1098 time: 0.0382912 Aug 30 18:31:23.423546 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7fc4009f-aee5-4de3-8205-2c255089af62 req-d5baa0a1-cb4d-41d5-81a4-846f59ba6068 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298831 Aug 30 18:31:24.089423 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-548b4dd5-5e95-4979-b7c7-d839e2c72537 req-c1d0be8d-48b0-44b0-8230-2cb6e0d22d77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1037064 Aug 30 18:31:24.177899 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b4dd5-5e95-4979-b7c7-d839e2c72537 req-f578741c-7c67-4fb6-a73f-98b3dca5dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:24.179408 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-548b4dd5-5e95-4979-b7c7-d839e2c72537 req-f578741c-7c67-4fb6-a73f-98b3dca5dc28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 1099 time: 0.0437961 Aug 30 18:31:24.196357 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528a97c-f7db-4562-acfc-b35139cbe8e6 req-8439d036-91bd-4a71-aebf-d092f178224e tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:24.197877 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2528a97c-f7db-4562-acfc-b35139cbe8e6 req-8439d036-91bd-4a71-aebf-d092f178224e tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 945 time: 0.1328011 Aug 30 18:31:24.234676 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2528a97c-f7db-4562-acfc-b35139cbe8e6 req-f9219b79-5985-4788-9a31-f6283c469a9d tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308933 Aug 30 18:31:24.287310 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b4dd5-5e95-4979-b7c7-d839e2c72537 req-1970a75c-b579-45c3-989e-4cf12576d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:24.288760 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-548b4dd5-5e95-4979-b7c7-d839e2c72537 req-1970a75c-b579-45c3-989e-4cf12576d89a service neutron] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 913 time: 0.0843840 Aug 30 18:31:24.353775 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-548b4dd5-5e95-4979-b7c7-d839e2c72537 req-e9c368fe-fe6f-4cbd-86c5-99e52db31d2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1291ef15-4c94-4585-aa3f-9b630715be6a HTTP/1.1" status: 200 len: 1001 time: 0.0564804 Aug 30 18:31:24.412519 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b4dd5-5e95-4979-b7c7-d839e2c72537 req-d76f0d8b-74cf-47d2-bc2f-dd9a516c6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:24.414046 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-548b4dd5-5e95-4979-b7c7-d839e2c72537 req-d76f0d8b-74cf-47d2-bc2f-dd9a516c6a59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0443854 Aug 30 18:31:24.464455 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b4dd5-5e95-4979-b7c7-d839e2c72537 req-57751fd9-a530-4d92-bb16-48329962674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:24.465969 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-548b4dd5-5e95-4979-b7c7-d839e2c72537 req-57751fd9-a530-4d92-bb16-48329962674c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437799 Aug 30 18:31:24.559883 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-548b4dd5-5e95-4979-b7c7-d839e2c72537 req-15468d34-7a71-4846-a0e5-c62cc87f5223 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812566 Aug 30 18:31:24.652765 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-548b4dd5-5e95-4979-b7c7-d839e2c72537 req-d82cfcb4-d83c-47e0-ae8d-8566969a40ec service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827127 Aug 30 18:31:25.397741 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e577ee-782e-430a-ae7c-ca35490938ff req-f0468538-3e17-412b-934d-5fd634ccdf4c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:25.399837 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b1e577ee-782e-430a-ae7c-ca35490938ff req-f0468538-3e17-412b-934d-5fd634ccdf4c tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 945 time: 0.0968032 Aug 30 18:31:25.436563 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b1e577ee-782e-430a-ae7c-ca35490938ff req-34fcda0f-5557-47e7-898f-dec1e5295116 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307190 Aug 30 18:31:25.552057 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652a061-2cde-4793-89a5-65dcd8ec6913 req-3b1dbfdf-f943-40b1-916a-790308ed93ba tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:25.553569 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8652a061-2cde-4793-89a5-65dcd8ec6913 req-3b1dbfdf-f943-40b1-916a-790308ed93ba tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 945 time: 0.0529907 Aug 30 18:31:25.589987 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8652a061-2cde-4793-89a5-65dcd8ec6913 req-3b9ee235-b18c-4fda-92e1-bf0ad5f1d305 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306613 Aug 30 18:31:25.611560 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56562) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:31:25.650094 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b34be6-665e-42f6-af83-89da91e3d0bd tempest-TestVolumeBootPattern-1253716360 tempest-TestVolumeBootPattern-1253716360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:25.651571 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-95b34be6-665e-42f6-af83-89da91e3d0bd tempest-TestVolumeBootPattern-1253716360 tempest-TestVolumeBootPattern-1253716360-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 1093 time: 0.0390708 Aug 30 18:31:25.654352 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56564) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:31:25.658576 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Request body: {'floatingip': {'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'port_id': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 18:31:25.679921 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for floatingip, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:25.775134 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:25.873769 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Allocated IP 172.27.2.151 (b260bd70-94f8-4100-a215-2751a0a4278f/134b0197-1d2c-4c50-b4cd-a06c260ebf69/e08e8e9f-4b24-491c-8e26-11b909162cf0) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 18:31:25.973725 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:26.011898 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740403079702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:26.046563 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Network b260bd70-94f8-4100-a215-2751a0a4278f is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 18:31:26.049323 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 18:31:26.051790 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 18:31:26.080358 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'Port': ['ID=e08e8e9f-4b24-491c-8e26-11b909162cf0,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:31:26.092525 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:26.092867 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:26.093224 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:26.093558 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:26.093883 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:26.094205 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:26.094529 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:26.094849 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:26.095166 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:26.095483 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:26.095798 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:26.096111 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:31:26.405175 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:26.476007 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-590938'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:26.619893 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:26.624334 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403551537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740403079720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740403079738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9771742'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:26.692066 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event updated for resources: {'Port': ['ID=e08e8e9f-4b24-491c-8e26-11b909162cf0,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:31:26.700889 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3764135'] for floatingip, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:26.797177 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Floating IP aa24f7dc-008f-4a5a-bfbe-9b487b692f4e associated. External IP: 172.27.2.151, port: 6971452c-7fba-4c8e-87fc-4004a1ce2fa8. Aug 30 18:31:27.000392 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:31:27.103220 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:31:27.112519 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8783d-0106-4b4f-aea2-c7b2c43d2f30 None None] Sync routers for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:31:27.119285 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:27.123035 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8783d-0106-4b4f-aea2-c7b2c43d2f30 None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:31:27.123682 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-63d8783d-0106-4b4f-aea2-c7b2c43d2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:31:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:31:27.145154 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-051341b3-2f33-48d6-8014-535d04e524fe tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4897881 Aug 30 18:31:27.145740 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'tag': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:31:27.147981 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e463d3505b501438ab9665504baa9ee3f030df9cd7646e332f824762b37156f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa506f8-fb9c-4e95-95cb-1c1f024bcff0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad46d2d7-7724-41ac-a3a3-9b527691f1ef", "tag": "6971452c-7fba-4c8e-87fc-4004a1ce2fa8"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:31:27.187522 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23ad36d-5605-4d8e-b853-3e316d2f7514 x-openstack-request-id: req-a23ad36d-5605-4d8e-b853-3e316d2f7514 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:31:27.187811 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad46d2d7-7724-41ac-a3a3-9b527691f1ef", "tag": "6971452c-7fba-4c8e-87fc-4004a1ce2fa8", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:31:27.188063 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a23ad36d-5605-4d8e-b853-3e316d2f7514 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:31:27.188465 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'tag': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8', 'status': 'completed', 'code': 200} Aug 30 18:31:27.234873 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-63d8783d-0106-4b4f-aea2-c7b2c43d2f30 None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:31:27.248623 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa506f8-fb9c-4e95-95cb-1c1f024bcff0 req-01e72511-9596-40c6-a809-d12751481597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:27.250144 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4aa506f8-fb9c-4e95-95cb-1c1f024bcff0 req-01e72511-9596-40c6-a809-d12751481597 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 1098 time: 0.0404117 Aug 30 18:31:27.338070 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa506f8-fb9c-4e95-95cb-1c1f024bcff0 req-f27386fe-cea2-4e3c-a41d-38120f36f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:27.339543 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4aa506f8-fb9c-4e95-95cb-1c1f024bcff0 req-f27386fe-cea2-4e3c-a41d-38120f36f2c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 913 time: 0.0821166 Aug 30 18:31:27.408695 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4aa506f8-fb9c-4e95-95cb-1c1f024bcff0 req-7b231607-691f-4fbb-99b5-ebe9676a9275 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6971452c-7fba-4c8e-87fc-4004a1ce2fa8 HTTP/1.1" status: 200 len: 999 time: 0.0598114 Aug 30 18:31:27.456411 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-63d8783d-0106-4b4f-aea2-c7b2c43d2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '17e27969-3c7d-45df-a71d-dd8e3b751fd7', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:58:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:29:35Z', 'updated_at': '2021-08-30T18:29:37Z', 'revision_number': 1, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}, {'id': 'aa24f7dc-008f-4a5a-bfbe-9b487b692f4e', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:ff:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:31:26Z', 'updated_at': '2021-08-30T18:31:26Z', 'revision_number': 0, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:31:27.458987 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa506f8-fb9c-4e95-95cb-1c1f024bcff0 req-6f05ee99-9e4d-4815-a32b-c81c8238c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:27.460447 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4aa506f8-fb9c-4e95-95cb-1c1f024bcff0 req-6f05ee99-9e4d-4815-a32b-c81c8238c1e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0444906 Aug 30 18:31:27.482618 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8783d-0106-4b4f-aea2-c7b2c43d2f30 None None] Checking router: 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:31:27.490643 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8783d-0106-4b4f-aea2-c7b2c43d2f30 None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:31:27.491242 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-63d8783d-0106-4b4f-aea2-c7b2c43d2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:31:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:31:27.505797 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa506f8-fb9c-4e95-95cb-1c1f024bcff0 req-2be3813b-786c-42f9-a0e9-c465ea1fecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:31:27.507375 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4aa506f8-fb9c-4e95-95cb-1c1f024bcff0 req-2be3813b-786c-42f9-a0e9-c465ea1fecce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389023 Aug 30 18:31:27.595660 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-63d8783d-0106-4b4f-aea2-c7b2c43d2f30 None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:31:27.599908 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4aa506f8-fb9c-4e95-95cb-1c1f024bcff0 req-ed0e492b-9223-4e1c-acb3-29348716fdcf service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846965 Aug 30 18:31:27.687767 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4aa506f8-fb9c-4e95-95cb-1c1f024bcff0 req-93704e42-2f71-4ffb-896c-2d0bee6f2371 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801826 Aug 30 18:31:27.817270 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-63d8783d-0106-4b4f-aea2-c7b2c43d2f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '17e27969-3c7d-45df-a71d-dd8e3b751fd7', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:58:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:29:35Z', 'updated_at': '2021-08-30T18:29:37Z', 'revision_number': 1, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}, {'id': 'aa24f7dc-008f-4a5a-bfbe-9b487b692f4e', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:ff:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:31:26Z', 'updated_at': '2021-08-30T18:31:26Z', 'revision_number': 0, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:31:27.842795 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d8783d-0106-4b4f-aea2-c7b2c43d2f30 None None] The sync data for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi is: [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '17e27969-3c7d-45df-a71d-dd8e3b751fd7', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:58:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:29:35Z', 'updated_at': '2021-08-30T18:29:37Z', 'revision_number': 1, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}, {'id': 'aa24f7dc-008f-4a5a-bfbe-9b487b692f4e', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:ff:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:31:26Z', 'updated_at': '2021-08-30T18:31:26Z', 'revision_number': 0, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:31:28.019097 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbcc68-e261-4f92-8251-6aef1aa79072 None None] New status for floating IP aa24f7dc-008f-4a5a-bfbe-9b487b692f4e: ACTIVE {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:31:30.131924 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-4d40d5bd-263a-40dc-9f6d-e41bc2f6c51c req-518d8c2f-e559-437e-8b5d-eab9c8feb98d service neutron] (93969) timed out ('10.222.0.36', 52293) {{(pid=93969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 18:31:30.708354 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [req-d8d677c7-eeea-4ac9-9876-df5325790fad req-3043fdc8-f612-452c-9a32-ffda4db4bd36 service neutron] (93968) timed out ('10.222.0.36', 52325) {{(pid=93968) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 18:31:31.333403 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-723236f8-13dc-4d06-ba27-0e7ba4aaac4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:33.984847 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b52fab4d-513c-44ce-955e-fa7bbd444f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:34.037564 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:35.221736 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:36.586995 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:40.740042 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:31:54.637407 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:32:01.333787 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-89e1acfc-9991-48f0-88d2-cf40795ae661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:03.985969 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a3da76a6-18ca-4248-958d-bb383015d595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:04.037490 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:05.223686 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:06.589049 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:10.740635 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:25.028403 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f17a1ac8-4538-4cae-afc3-75f66b527bb7 req-40d73a0c-c81c-4dee-b4f5-9a43c70010f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433078 Aug 30 18:32:25.110091 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a1ac8-4538-4cae-afc3-75f66b527bb7 req-58658979-d7ef-442d-b0b1-2166d9efab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:32:25.111555 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f17a1ac8-4538-4cae-afc3-75f66b527bb7 req-58658979-d7ef-442d-b0b1-2166d9efab6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 1099 time: 0.0401492 Aug 30 18:32:25.210114 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a1ac8-4538-4cae-afc3-75f66b527bb7 req-0378d081-0286-47ec-af39-feadd6c62452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:32:25.212116 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f17a1ac8-4538-4cae-afc3-75f66b527bb7 req-0378d081-0286-47ec-af39-feadd6c62452 service neutron] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 913 time: 0.0823698 Aug 30 18:32:25.279277 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f17a1ac8-4538-4cae-afc3-75f66b527bb7 req-59658f26-bf57-4278-978f-91c3b15d5848 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1291ef15-4c94-4585-aa3f-9b630715be6a HTTP/1.1" status: 200 len: 1001 time: 0.0594897 Aug 30 18:32:25.325679 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a1ac8-4538-4cae-afc3-75f66b527bb7 req-357959fc-82fc-4247-b9cd-93499b8c87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:32:25.327053 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f17a1ac8-4538-4cae-afc3-75f66b527bb7 req-357959fc-82fc-4247-b9cd-93499b8c87ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0409739 Aug 30 18:32:25.369921 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a1ac8-4538-4cae-afc3-75f66b527bb7 req-9000ae1c-96c2-4a9c-a8ad-f948713e3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:32:25.371383 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f17a1ac8-4538-4cae-afc3-75f66b527bb7 req-9000ae1c-96c2-4a9c-a8ad-f948713e3e54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377653 Aug 30 18:32:25.462053 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f17a1ac8-4538-4cae-afc3-75f66b527bb7 req-fc2abbf1-4e19-42fa-8964-b17a6a95dc50 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832036 Aug 30 18:32:25.547787 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f17a1ac8-4538-4cae-afc3-75f66b527bb7 req-3bb6b148-9599-4714-ae95-592c3bd3f129 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780845 Aug 30 18:32:31.338768 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-201a6fa0-cda7-4c2a-8e88-673ad0dbd547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:31.636330 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:32:33.985969 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c4abede1-0d8a-4198-b404-4afd21792317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:34.037285 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:35.228050 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:36.592952 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:32:40.738106 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:00.890772 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56600) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:01.078087 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Deleting port e08e8e9f-4b24-491c-8e26-11b909162cf0 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:33:01.078423 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:01.150864 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:01.151112 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:01.162026 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Calling delete_port for e08e8e9f-4b24-491c-8e26-11b909162cf0 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:33:01.339427 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e0110453-2651-402f-8b4a-5ebbda695a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:01.573070 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:01.597009 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event deleted for resources: {'Port': ['ID=e08e8e9f-4b24-491c-8e26-11b909162cf0,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:01.619858 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:01.620204 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:01.620538 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:01.620868 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:01.621219 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:01.621544 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:01.621862 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:01.622185 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:01.622503 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:01.622828 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:01.623143 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:01.623453 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:01.665116 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:01.665444 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Floating IP aa24f7dc-008f-4a5a-bfbe-9b487b692f4e disassociated (deleted). External IP: 172.27.2.151, port: 6971452c-7fba-4c8e-87fc-4004a1ce2fa8. Aug 30 18:33:01.858958 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:33:01.968447 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:33:01.973253 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:01.978552 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c4e98c-ee48-4112-b3c1-67c39c8dcf0c None None] Sync routers for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:33:01.987226 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c4e98c-ee48-4112-b3c1-67c39c8dcf0c None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:01.987905 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-39c4e98c-ee48-4112-b3c1-67c39c8dcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:32:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:02.002502 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-91b0581d-ad10-4bbd-8bb3-f4e9ddef1cfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "DELETE /v2.0/floatingips/aa24f7dc-008f-4a5a-bfbe-9b487b692f4e HTTP/1.1" status: 204 len: 168 time: 1.1107192 Aug 30 18:33:02.003101 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'tag': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:33:02.005433 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8c1805-3fca-41ed-859d-2cf609442b17" -d '{"events": [{"name": "network-changed", "server_uuid": "ad46d2d7-7724-41ac-a3a3-9b527691f1ef", "tag": "6971452c-7fba-4c8e-87fc-4004a1ce2fa8"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:33:02.097330 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c65a723-c871-4f35-b280-10daa1465e0e x-openstack-request-id: req-3c65a723-c871-4f35-b280-10daa1465e0e {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:33:02.097492 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad46d2d7-7724-41ac-a3a3-9b527691f1ef", "tag": "6971452c-7fba-4c8e-87fc-4004a1ce2fa8", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:33:02.097599 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c65a723-c871-4f35-b280-10daa1465e0e {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:33:02.098022 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'tag': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8', 'status': 'completed', 'code': 200} Aug 30 18:33:02.099605 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-39c4e98c-ee48-4112-b3c1-67c39c8dcf0c None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:02.174637 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c1805-3fca-41ed-859d-2cf609442b17 req-e20cf060-abd4-4fff-aa3d-091a48584e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:02.176164 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cb8c1805-3fca-41ed-859d-2cf609442b17 req-e20cf060-abd4-4fff-aa3d-091a48584e26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 1098 time: 0.0489478 Aug 30 18:33:02.239679 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc731db-a689-45d3-9ec0-147b2f1e8d77 req-14cf97cb-ac57-4a66-abeb-6b516166c2f9 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:02.241892 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-efc731db-a689-45d3-9ec0-147b2f1e8d77 req-14cf97cb-ac57-4a66-abeb-6b516166c2f9 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 945 time: 0.0499034 Aug 30 18:33:02.266698 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c1805-3fca-41ed-859d-2cf609442b17 req-9a43871e-3bb9-4cc2-94de-d1e70743c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:02.268157 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cb8c1805-3fca-41ed-859d-2cf609442b17 req-9a43871e-3bb9-4cc2-94de-d1e70743c11d service neutron] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 913 time: 0.0839477 Aug 30 18:33:02.279903 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-efc731db-a689-45d3-9ec0-147b2f1e8d77 req-a45b0ccb-a7fa-4f46-a353-51a5759fb610 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Aug 30 18:33:02.316505 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cb8c1805-3fca-41ed-859d-2cf609442b17 req-dc6fed24-1d78-4f46-8365-a0ae6eb04e03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6971452c-7fba-4c8e-87fc-4004a1ce2fa8 HTTP/1.1" status: 200 len: 217 time: 0.0391395 Aug 30 18:33:02.327410 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-39c4e98c-ee48-4112-b3c1-67c39c8dcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '17e27969-3c7d-45df-a71d-dd8e3b751fd7', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:58:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:29:35Z', 'updated_at': '2021-08-30T18:29:37Z', 'revision_number': 1, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:02.357040 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c4e98c-ee48-4112-b3c1-67c39c8dcf0c None None] Checking router: 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:33:02.365177 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c4e98c-ee48-4112-b3c1-67c39c8dcf0c None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:02.365787 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-39c4e98c-ee48-4112-b3c1-67c39c8dcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:32:34Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:02.366680 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c1805-3fca-41ed-859d-2cf609442b17 req-17a8e953-016a-47b9-9e60-75552ac71c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:02.368105 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cb8c1805-3fca-41ed-859d-2cf609442b17 req-17a8e953-016a-47b9-9e60-75552ac71c40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0430815 Aug 30 18:33:02.416149 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c1805-3fca-41ed-859d-2cf609442b17 req-d5460376-2638-4f88-b0bd-1659de70b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:02.417728 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cb8c1805-3fca-41ed-859d-2cf609442b17 req-d5460376-2638-4f88-b0bd-1659de70b6cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420053 Aug 30 18:33:02.515681 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cb8c1805-3fca-41ed-859d-2cf609442b17 req-48ed7aee-e7d5-47d2-bb02-6ecb0f554f4c service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874226 Aug 30 18:33:02.589018 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-39c4e98c-ee48-4112-b3c1-67c39c8dcf0c None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:02.603987 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cb8c1805-3fca-41ed-859d-2cf609442b17 req-2b086d85-9248-49f0-ab09-d152b081a837 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807252 Aug 30 18:33:02.801864 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-39c4e98c-ee48-4112-b3c1-67c39c8dcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '17e27969-3c7d-45df-a71d-dd8e3b751fd7', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:58:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:29:35Z', 'updated_at': '2021-08-30T18:29:37Z', 'revision_number': 1, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:02.827651 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c4e98c-ee48-4112-b3c1-67c39c8dcf0c None None] The sync data for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi is: [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_floatingips': [{'id': '17e27969-3c7d-45df-a71d-dd8e3b751fd7', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'router_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'port_id': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'mac_address': 'fa:16:3e:58:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T18:29:35Z', 'updated_at': '2021-08-30T18:29:37Z', 'revision_number': 1, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:33:03.031515 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c53abd-b4e9-4c2d-91c5-aadcfbadd408 None None] New status for floating IP aa24f7dc-008f-4a5a-bfbe-9b487b692f4e: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:33:03.427965 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c53e9-0cec-4cdd-8e03-d34764ea78e2 req-e7db5042-1009-45ba-8d1c-1644b1b6b4e3 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:03.429406 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fb6c53e9-0cec-4cdd-8e03-d34764ea78e2 req-e7db5042-1009-45ba-8d1c-1644b1b6b4e3 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 945 time: 0.0553284 Aug 30 18:33:03.469212 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fb6c53e9-0cec-4cdd-8e03-d34764ea78e2 req-a37e59fc-19e0-40ae-bef2-863bf3a2fcaf tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333126 Aug 30 18:33:03.732234 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60880e37-4cbc-45b5-ac18-02f94da244be req-2e7567c5-e055-4ea9-95c6-9a91cec89dfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:03.733602 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60880e37-4cbc-45b5-ac18-02f94da244be req-2e7567c5-e055-4ea9-95c6-9a91cec89dfb tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 945 time: 0.0477579 Aug 30 18:33:03.822381 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-60880e37-4cbc-45b5-ac18-02f94da244be req-126de802-cacb-4188-9e7c-14b39c008d62 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Deleting port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:33:03.822720 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60880e37-4cbc-45b5-ac18-02f94da244be req-126de802-cacb-4188-9e7c-14b39c008d62 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:03.906777 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-60880e37-4cbc-45b5-ac18-02f94da244be req-126de802-cacb-4188-9e7c-14b39c008d62 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] For port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=6971452c-7fba-4c8e-87fc-4004a1ce2fa8,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:33:03.907141 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60880e37-4cbc-45b5-ac18-02f94da244be req-126de802-cacb-4188-9e7c-14b39c008d62 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:03.920151 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-60880e37-4cbc-45b5-ac18-02f94da244be req-126de802-cacb-4188-9e7c-14b39c008d62 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Calling delete_port for 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:33:03.986639 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf0cc-bf9c-473a-9289-4ceeb0d51433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:04.039148 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:04.046141 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60880e37-4cbc-45b5-ac18-02f94da244be req-126de802-cacb-4188-9e7c-14b39c008d62 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:04.071711 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126de802-cacb-4188-9e7c-14b39c008d62 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event deleted for resources: {'Port': ['ID=6971452c-7fba-4c8e-87fc-4004a1ce2fa8,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:04.117045 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-60880e37-4cbc-45b5-ac18-02f94da244be req-126de802-cacb-4188-9e7c-14b39c008d62 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] No DVR routers for this DVR port 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:33:04.119473 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60880e37-4cbc-45b5-ac18-02f94da244be req-126de802-cacb-4188-9e7c-14b39c008d62 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:04.121483 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60880e37-4cbc-45b5-ac18-02f94da244be req-126de802-cacb-4188-9e7c-14b39c008d62 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "DELETE /v2.0/ports/6971452c-7fba-4c8e-87fc-4004a1ce2fa8 HTTP/1.1" status: 204 len: 173 time: 0.3821442 Aug 30 18:33:04.121920 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'name': 'network-vif-deleted', 'tag': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:33:04.124152 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ec0e82-9042-4015-8064-37ff5dcf268d" -d '{"events": [{"server_uuid": "ad46d2d7-7724-41ac-a3a3-9b527691f1ef", "name": "network-vif-deleted", "tag": "6971452c-7fba-4c8e-87fc-4004a1ce2fa8"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:33:04.160570 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42685d95-b156-4744-a342-21489b06b913 x-openstack-request-id: req-42685d95-b156-4744-a342-21489b06b913 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:33:04.160883 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad46d2d7-7724-41ac-a3a3-9b527691f1ef", "name": "network-vif-deleted", "tag": "6971452c-7fba-4c8e-87fc-4004a1ce2fa8", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:33:04.161328 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42685d95-b156-4744-a342-21489b06b913 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:33:04.162360 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad46d2d7-7724-41ac-a3a3-9b527691f1ef', 'name': 'network-vif-deleted', 'tag': '6971452c-7fba-4c8e-87fc-4004a1ce2fa8', 'status': 'completed', 'code': 200} Aug 30 18:33:04.584101 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4dc97c47-f4b7-48c3-825b-9d592cdc41ca req-a4dab460-a9e9-4acc-82c8-8337628345c8 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad46d2d7-7724-41ac-a3a3-9b527691f1ef HTTP/1.1" status: 200 len: 210 time: 0.0265591 Aug 30 18:33:05.231081 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:06.595613 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:07.396615 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:33:07.419859 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:33:07.420201 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 6971452c-7fba-4c8e-87fc-4004a1ce2fa8 not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:33:07.849199 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56652) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:08.001792 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fb876-4cb0-4478-9b70-16c269bf998a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Deleting port 3ae0e7f0-9c6a-4944-8175-f705def73591 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:33:08.002148 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb876-4cb0-4478-9b70-16c269bf998a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:08.075516 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb876-4cb0-4478-9b70-16c269bf998a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:08.075846 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb876-4cb0-4478-9b70-16c269bf998a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:08.087371 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fb876-4cb0-4478-9b70-16c269bf998a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Calling delete_port for 3ae0e7f0-9c6a-4944-8175-f705def73591 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:33:08.228041 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb876-4cb0-4478-9b70-16c269bf998a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:08.252201 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fb876-4cb0-4478-9b70-16c269bf998a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event deleted for resources: {'Port': ['ID=3ae0e7f0-9c6a-4944-8175-f705def73591,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:08.311425 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb876-4cb0-4478-9b70-16c269bf998a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:08.311742 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-ed1fb876-4cb0-4478-9b70-16c269bf998a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Floating IP 17e27969-3c7d-45df-a71d-dd8e3b751fd7 disassociated (deleted). External IP: 172.27.2.24, port: 1291ef15-4c94-4585-aa3f-9b630715be6a. Aug 30 18:33:08.508438 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1fb876-4cb0-4478-9b70-16c269bf998a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:33:08.611231 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1fb876-4cb0-4478-9b70-16c269bf998a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:33:08.616447 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ed1fb876-4cb0-4478-9b70-16c269bf998a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:08.621061 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708fe4a-34e3-4741-af9c-b8b6dedeac5c None None] Sync routers for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:33:08.629477 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708fe4a-34e3-4741-af9c-b8b6dedeac5c None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:08.630649 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-1708fe4a-34e3-4741-af9c-b8b6dedeac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:33:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:08.636032 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:33:08.645754 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ed1fb876-4cb0-4478-9b70-16c269bf998a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "DELETE /v2.0/floatingips/17e27969-3c7d-45df-a71d-dd8e3b751fd7 HTTP/1.1" status: 204 len: 168 time: 0.7954464 Aug 30 18:33:08.646366 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'tag': '1291ef15-4c94-4585-aa3f-9b630715be6a'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:33:08.648632 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a9db0e-5360-4b28-894b-4e5b42b0125c" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2", "tag": "1291ef15-4c94-4585-aa3f-9b630715be6a"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:33:08.686457 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 18:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1882cd3-8997-467b-bf46-4133ea098bd0 x-openstack-request-id: req-d1882cd3-8997-467b-bf46-4133ea098bd0 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:33:08.686822 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2", "tag": "1291ef15-4c94-4585-aa3f-9b630715be6a", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:33:08.687138 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1882cd3-8997-467b-bf46-4133ea098bd0 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:33:08.687646 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'tag': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'status': 'completed', 'code': 200} Aug 30 18:33:08.746920 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-1708fe4a-34e3-4741-af9c-b8b6dedeac5c None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:08.750176 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9db0e-5360-4b28-894b-4e5b42b0125c req-7720f80e-7278-4902-a054-ba9f3900eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:08.751834 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23a9db0e-5360-4b28-894b-4e5b42b0125c req-7720f80e-7278-4902-a054-ba9f3900eb33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 1099 time: 0.0421522 Aug 30 18:33:08.855775 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9db0e-5360-4b28-894b-4e5b42b0125c req-201fa456-6520-4eb9-8353-03482c0ec5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:08.857287 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23a9db0e-5360-4b28-894b-4e5b42b0125c req-201fa456-6520-4eb9-8353-03482c0ec5db service neutron] 10.222.0.36 "GET /v2.0/networks?id=273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 200 len: 913 time: 0.0922561 Aug 30 18:33:08.877740 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca3aa2-c2e4-40c5-8738-9c0f27173024 req-5141603f-fd02-433f-98d3-7b798f3cc1ac tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:08.879308 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-33ca3aa2-c2e4-40c5-8738-9c0f27173024 req-5141603f-fd02-433f-98d3-7b798f3cc1ac tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 946 time: 0.0547438 Aug 30 18:33:08.910408 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23a9db0e-5360-4b28-894b-4e5b42b0125c req-ff520aab-0318-45cd-8ef3-304dc209cd10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1291ef15-4c94-4585-aa3f-9b630715be6a HTTP/1.1" status: 200 len: 217 time: 0.0443020 Aug 30 18:33:08.921438 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-33ca3aa2-c2e4-40c5-8738-9c0f27173024 req-2374a04d-6d6c-4fac-b9cd-bce3852de3f5 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355825 Aug 30 18:33:08.961090 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-1708fe4a-34e3-4741-af9c-b8b6dedeac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:08.962717 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9db0e-5360-4b28-894b-4e5b42b0125c req-29a368d8-513e-4a26-8f25-11e5c2d50967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:08.964199 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23a9db0e-5360-4b28-894b-4e5b42b0125c req-29a368d8-513e-4a26-8f25-11e5c2d50967 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 200 len: 851 time: 0.0462821 Aug 30 18:33:08.986881 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708fe4a-34e3-4741-af9c-b8b6dedeac5c None None] Checking router: 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:33:08.995612 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708fe4a-34e3-4741-af9c-b8b6dedeac5c None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:08.996215 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-1708fe4a-34e3-4741-af9c-b8b6dedeac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:33:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:09.010366 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9db0e-5360-4b28-894b-4e5b42b0125c req-1b96a7a8-074b-4875-a11b-df0b7f03df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:09.011867 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23a9db0e-5360-4b28-894b-4e5b42b0125c req-1b96a7a8-074b-4875-a11b-df0b7f03df23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=273a701d-bfee-4d98-a341-1014f868a075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400636 Aug 30 18:33:09.102357 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-1708fe4a-34e3-4741-af9c-b8b6dedeac5c None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:09.106945 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23a9db0e-5360-4b28-894b-4e5b42b0125c req-7ffffc8a-89a2-4ec0-ba0a-73c11a156d77 service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865922 Aug 30 18:33:09.194243 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23a9db0e-5360-4b28-894b-4e5b42b0125c req-e547722f-af40-43cc-8779-ec9fb02ccade service neutron] 10.222.0.36 "GET /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795016 Aug 30 18:33:09.296793 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-1708fe4a-34e3-4741-af9c-b8b6dedeac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:09.321848 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708fe4a-34e3-4741-af9c-b8b6dedeac5c None None] The sync data for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi is: [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:26:38Z', 'revision_number': 4, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi', '_interfaces': [{'id': '6e7ad125-580e-4463-9fbd-283247b1f194', 'name': '', 'network_id': '273a701d-bfee-4d98-a341-1014f868a075', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'mac_address': 'fa:16:3e:c5:f5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:38Z', 'updated_at': '2021-08-30T18:26:43Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'subnets': [{'id': 'c2199af5-1ada-4cdd-8abe-cdce66e70f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:33:09.522792 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c5424f-e4d6-4a73-8e4c-56a8e244c467 None None] New status for floating IP 17e27969-3c7d-45df-a71d-dd8e3b751fd7: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 18:33:10.041350 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94984b86-d890-42b5-88b0-06ae97f6970f req-02ff49f0-c72b-4079-9e19-81aa1a34f6cc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:10.042796 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-94984b86-d890-42b5-88b0-06ae97f6970f req-02ff49f0-c72b-4079-9e19-81aa1a34f6cc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 946 time: 0.0504873 Aug 30 18:33:10.078614 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-94984b86-d890-42b5-88b0-06ae97f6970f req-8cc70338-4ce1-4908-bba6-f66b07e26b46 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/security-groups?id=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300403 Aug 30 18:33:10.335899 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2398b40-b967-42b0-b6dc-6be58d7e7e15 req-f778f25c-ac72-4369-a775-2c5d50adb4c7 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 18:33:10.337372 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a2398b40-b967-42b0-b6dc-6be58d7e7e15 req-f778f25c-ac72-4369-a775-2c5d50adb4c7 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 946 time: 0.0480771 Aug 30 18:33:10.434826 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-a2398b40-b967-42b0-b6dc-6be58d7e7e15 req-c5a5c25c-da6a-449a-8737-0e97e4359e8f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Deleting port 1291ef15-4c94-4585-aa3f-9b630715be6a {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:33:10.435169 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a2398b40-b967-42b0-b6dc-6be58d7e7e15 req-c5a5c25c-da6a-449a-8737-0e97e4359e8f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:10.519361 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-a2398b40-b967-42b0-b6dc-6be58d7e7e15 req-c5a5c25c-da6a-449a-8737-0e97e4359e8f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] For port 1291ef15-4c94-4585-aa3f-9b630715be6a, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1291ef15-4c94-4585-aa3f-9b630715be6a,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:33:10.519716 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a2398b40-b967-42b0-b6dc-6be58d7e7e15 req-c5a5c25c-da6a-449a-8737-0e97e4359e8f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:10.532533 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-a2398b40-b967-42b0-b6dc-6be58d7e7e15 req-c5a5c25c-da6a-449a-8737-0e97e4359e8f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Calling delete_port for 1291ef15-4c94-4585-aa3f-9b630715be6a owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:33:10.655558 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a2398b40-b967-42b0-b6dc-6be58d7e7e15 req-c5a5c25c-da6a-449a-8737-0e97e4359e8f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:10.682697 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5c25c-da6a-449a-8737-0e97e4359e8f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event deleted for resources: {'Port': ['ID=1291ef15-4c94-4585-aa3f-9b630715be6a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:10.730196 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2398b40-b967-42b0-b6dc-6be58d7e7e15 req-c5a5c25c-da6a-449a-8737-0e97e4359e8f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] No DVR routers for this DVR port 1291ef15-4c94-4585-aa3f-9b630715be6a on host hv-cinder-80429 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:33:10.732777 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a2398b40-b967-42b0-b6dc-6be58d7e7e15 req-c5a5c25c-da6a-449a-8737-0e97e4359e8f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:10.734742 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a2398b40-b967-42b0-b6dc-6be58d7e7e15 req-c5a5c25c-da6a-449a-8737-0e97e4359e8f tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.36 "DELETE /v2.0/ports/1291ef15-4c94-4585-aa3f-9b630715be6a HTTP/1.1" status: 204 len: 173 time: 0.3911459 Aug 30 18:33:10.735177 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'name': 'network-vif-deleted', 'tag': '1291ef15-4c94-4585-aa3f-9b630715be6a'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 18:33:10.737404 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14869c465c9ef70c340048b3f61abc1bef064a8baef13d9585a8013b095e85ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a06db6-b6cf-4f08-8fa5-f5a4bbd066bb" -d '{"events": [{"server_uuid": "4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2", "name": "network-vif-deleted", "tag": "1291ef15-4c94-4585-aa3f-9b630715be6a"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 18:33:10.752909 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:10.782371 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 18:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52271153-12aa-4e20-83c4-ed72558e6970 x-openstack-request-id: req-52271153-12aa-4e20-83c4-ed72558e6970 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 18:33:10.783013 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2", "name": "network-vif-deleted", "tag": "1291ef15-4c94-4585-aa3f-9b630715be6a", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 18:33:10.783013 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52271153-12aa-4e20-83c4-ed72558e6970 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 18:33:10.783510 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2', 'name': 'network-vif-deleted', 'tag': '1291ef15-4c94-4585-aa3f-9b630715be6a', 'status': 'completed', 'code': 200} Aug 30 18:33:11.183732 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b6493017-3a98-4ce9-af45-64322c87c4eb req-21d921b3-884f-4c47-8730-8c4d7c87bac6 tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aa4af8d-6d1c-4971-8efb-6cdd9fd1a7f2 HTTP/1.1" status: 200 len: 210 time: 0.0281880 Aug 30 18:33:12.237897 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56668) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:12.357219 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-d33639e0-7c6d-4dac-b82f-a52a2b1e255a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Deleting port 96f70ae6-a2bf-4c6d-822d-cf93e0ce4ef1 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:33:12.357554 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d33639e0-7c6d-4dac-b82f-a52a2b1e255a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:12.430880 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d33639e0-7c6d-4dac-b82f-a52a2b1e255a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:12.431206 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d33639e0-7c6d-4dac-b82f-a52a2b1e255a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:12.442357 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-d33639e0-7c6d-4dac-b82f-a52a2b1e255a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Calling delete_port for 96f70ae6-a2bf-4c6d-822d-cf93e0ce4ef1 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:33:12.571173 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d33639e0-7c6d-4dac-b82f-a52a2b1e255a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:12.595859 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33639e0-7c6d-4dac-b82f-a52a2b1e255a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event deleted for resources: {'Port': ['ID=96f70ae6-a2bf-4c6d-822d-cf93e0ce4ef1,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:12.656710 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d33639e0-7c6d-4dac-b82f-a52a2b1e255a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:12.659209 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d33639e0-7c6d-4dac-b82f-a52a2b1e255a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120287'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:12.660403 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d33639e0-7c6d-4dac-b82f-a52a2b1e255a tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "DELETE /v2.0/floatingips/cf1f550e-1be7-43d9-96d6-b5ea273fc38e HTTP/1.1" status: 204 len: 168 time: 0.4214628 Aug 30 18:33:13.851202 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56680) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:13.908684 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:13.932708 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:13.991100 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:13.993716 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:13.994856 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] 10.222.0.16 "DELETE /v2.0/security-groups/cdcbea27-12d3-4ca9-861b-3ce9262c4b0e HTTP/1.1" status: 204 len: 168 time: 0.1426029 Aug 30 18:33:14.003563 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcbea27-12d3-4ca9-861b-3ce9262c4b0e,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:14.011058 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:14.011408 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:14.011758 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:14.012095 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:14.012426 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:14.012758 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:14.013122 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:14.013453 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:14.013779 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:14.014106 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:14.014426 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:14.014745 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938e966e-9e2d-46be-a895-e5f9778851dc tempest-TestVolumeBootPattern-1383114657 tempest-TestVolumeBootPattern-1383114657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:14.044830 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56684) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:14.719056 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afbf24cc-9638-4a51-a97d-5bab866be62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760377'] for router_interface, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:14.964556 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-afbf24cc-9638-4a51-a97d-5bab866be62f admin admin] Deleting port 6e7ad125-580e-4463-9fbd-283247b1f194 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:33:14.965234 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afbf24cc-9638-4a51-a97d-5bab866be62f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:15.043947 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-afbf24cc-9638-4a51-a97d-5bab866be62f admin admin] For port 6e7ad125-580e-4463-9fbd-283247b1f194, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=6e7ad125-580e-4463-9fbd-283247b1f194,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:33:15.044311 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afbf24cc-9638-4a51-a97d-5bab866be62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:15.060139 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-afbf24cc-9638-4a51-a97d-5bab866be62f admin admin] Calling delete_port for 6e7ad125-580e-4463-9fbd-283247b1f194 owned by network:router_interface {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:33:15.238197 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afbf24cc-9638-4a51-a97d-5bab866be62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:15.262529 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf24cc-9638-4a51-a97d-5bab866be62f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7ad125-580e-4463-9fbd-283247b1f194,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:15.429362 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-afbf24cc-9638-4a51-a97d-5bab866be62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3760179'] for router_interface, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:15.458455 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 1291ef15-4c94-4585-aa3f-9b630715be6a no longer exists at agent hyperv_hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:33:15.478655 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] No Port match for: 1291ef15-4c94-4585-aa3f-9b630715be6a {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:33:15.479017 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Device 1291ef15-4c94-4585-aa3f-9b630715be6a not bound to the agent host hv-cinder-80429 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:33:15.639933 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbf24cc-9638-4a51-a97d-5bab866be62f admin admin] Router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:33:15.741803 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbf24cc-9638-4a51-a97d-5bab866be62f admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:33:15.746649 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-afbf24cc-9638-4a51-a97d-5bab866be62f admin admin] 10.222.0.16 "PUT /v2.0/routers/6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7007761 Aug 30 18:33:15.749153 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56688) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:15.751661 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563cb305-e325-46fe-852c-700c7166a0ef None None] Sync routers for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:33:15.760616 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563cb305-e325-46fe-852c-700c7166a0ef None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:15.761325 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-563cb305-e325-46fe-852c-700c7166a0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:33:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:15.850150 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Notify callbacks [] for router, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:15.862367 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-563cb305-e325-46fe-852c-700c7166a0ef None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:15.948332 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:15.999390 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Deleting port 1dcec3db-0e13-4442-8f17-a2ff38cb098f {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:33:16.000064 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.036995 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-563cb305-e325-46fe-852c-700c7166a0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:33:15Z', 'revision_number': 5, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port': {'id': '1dcec3db-0e13-4442-8f17-a2ff38cb098f', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:36Z', 'updated_at': '2021-08-30T18:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:16.062034 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563cb305-e325-46fe-852c-700c7166a0ef None None] Checking router: 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 for host: dv-cinder-804296-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:33:16.070066 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563cb305-e325-46fe-852c-700c7166a0ef None None] Routers {'6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:16.070665 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-563cb305-e325-46fe-852c-700c7166a0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:33:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:16.075026 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] For port 1dcec3db-0e13-4442-8f17-a2ff38cb098f, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=1dcec3db-0e13-4442-8f17-a2ff38cb098f,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:33:16.075445 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.088350 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Calling delete_port for 1dcec3db-0e13-4442-8f17-a2ff38cb098f owned by network:router_gateway {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:33:16.255710 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.278477 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-563cb305-e325-46fe-852c-700c7166a0ef None None] Set router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 gateway port host: None {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:16.284269 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcec3db-0e13-4442-8f17-a2ff38cb098f,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:16.331982 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-563cb305-e325-46fe-852c-700c7166a0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:33:15Z', 'revision_number': 6, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port_host': None}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:16.343374 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764073'] for router_gateway, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.362011 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563cb305-e325-46fe-852c-700c7166a0ef None None] The sync data for ids ['6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23'] in dv-cinder-804296-2-iscsi is: [{'id': '6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23', 'name': 'tempest-TestVolumeBootPattern-1361839132-router', 'tenant_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:35Z', 'updated_at': '2021-08-30T18:33:15Z', 'revision_number': 6, 'project_id': 'bbfcc2ecb9c34addb094bbd7ec5caa84', 'gw_port_host': None}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:33:16.433303 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102420'] for router, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.435406 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.477416 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756281'] for router, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.477930 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 {{(pid=93968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:33:16.482939 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.483993 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d18ad2b6-65e7-4107-a365-d06dec20a324 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6e4c7a8f-2894-468d-8df3-c6ff3c5ccf23 HTTP/1.1" status: 204 len: 168 time: 0.7339344 Aug 30 18:33:16.486505 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56690) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:16.532129 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d314af2-a60c-4a7c-a9be-26d8f144d2f8 admin admin] Deleting subnet c2199af5-1ada-4cdd-8abe-cdce66e70f8d {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:33:16.535076 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d314af2-a60c-4a7c-a9be-26d8f144d2f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.570104 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d314af2-a60c-4a7c-a9be-26d8f144d2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9922863'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.644573 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d314af2-a60c-4a7c-a9be-26d8f144d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.696072 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d314af2-a60c-4a7c-a9be-26d8f144d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9130906'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.725124 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d314af2-a60c-4a7c-a9be-26d8f144d2f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2199af5-1ada-4cdd-8abe-cdce66e70f8d,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:16.730941 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8d314af2-a60c-4a7c-a9be-26d8f144d2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.732822 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-8d314af2-a60c-4a7c-a9be-26d8f144d2f8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c2199af5-1ada-4cdd-8abe-cdce66e70f8d HTTP/1.1" status: 204 len: 168 time: 0.2454147 Aug 30 18:33:16.735347 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56692) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:16.738266 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cf7818-b1b2-4657-af67-f7dcf9cbb798 None None] Network 273a701d-bfee-4d98-a341-1014f868a075 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:33:16.804182 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.856420 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Deleting port 14397d66-f003-4ff1-ab59-d8d0e33aae64 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:33:16.856766 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.921101 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] For port 14397d66-f003-4ff1-ab59-d8d0e33aae64, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=14397d66-f003-4ff1-ab59-d8d0e33aae64,segment=NetworkSegment(f2b169ca-7f84-4171-b1fe-3f823aef5efa),segment_id=f2b169ca-7f84-4171-b1fe-3f823aef5efa)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:33:16.921473 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:16.933476 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Calling delete_port for 14397d66-f003-4ff1-ab59-d8d0e33aae64 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:33:17.008249 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:17.037324 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=14397d66-f003-4ff1-ab59-d8d0e33aae64,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:17.042814 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] No DVR routers for this DVR port 14397d66-f003-4ff1-ab59-d8d0e33aae64 on host dv-cinder-804296-2-iscsi {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:33:17.121696 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:17.121943 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9fe801-65b0-4be4-99d6-7d2427fe43e6 None None] DHCP port deletion for 273a701d-bfee-4d98-a341-1014f868a075 request from dv-cinder-804296-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:33:17.131807 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273a701d-bfee-4d98-a341-1014f868a075']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:17.142081 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b169ca-7f84-4171-b1fe-3f823aef5efa') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:17.142379 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b169ca-7f84-4171-b1fe-3f823aef5efa') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:17.150894 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9922864'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:17.165620 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:17.172041 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:33:17.172227 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771762'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: Traceback (most recent call last): Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: timer() Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: cb(*args, **kw) Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: self._notify() Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: self.callback(batched_events) Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: event.method(event) Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: return f(self, *a, **k) Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: return self._get(url).json() Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:33:17.173872 dv-cinder-804296-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:33:17.233107 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:17.245504 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:17.249672 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/273a701d-bfee-4d98-a341-1014f868a075 HTTP/1.1" status: 204 len: 168 time: 0.5111949 Aug 30 18:33:17.250609 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56694) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:17.266801 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7337724-fd7b-437e-8f8a-b34d6f5afdb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=273a701d-bfee-4d98-a341-1014f868a075,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:17.283691 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 6e7ad125-580e-4463-9fbd-283247b1f194 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:33:17.304310 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 6e7ad125-580e-4463-9fbd-283247b1f194 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:33:17.305090 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 6e7ad125-580e-4463-9fbd-283247b1f194 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:33:17.305725 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 1dcec3db-0e13-4442-8f17-a2ff38cb098f no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:33:17.325626 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 1dcec3db-0e13-4442-8f17-a2ff38cb098f {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:33:17.326322 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 1dcec3db-0e13-4442-8f17-a2ff38cb098f not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:33:17.327229 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 14397d66-f003-4ff1-ab59-d8d0e33aae64 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:33:17.347523 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 14397d66-f003-4ff1-ab59-d8d0e33aae64 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:33:17.347863 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 14397d66-f003-4ff1-ab59-d8d0e33aae64 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:33:17.594321 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2d47e5fa-16fa-4965-9da1-12375cf10c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760377'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:17.826058 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-2d47e5fa-16fa-4965-9da1-12375cf10c0a admin admin] Deleting port df313dd0-7edb-4962-83be-8b8b5aaaaa36 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:33:17.826397 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2d47e5fa-16fa-4965-9da1-12375cf10c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:18.159463 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-2d47e5fa-16fa-4965-9da1-12375cf10c0a admin admin] For port df313dd0-7edb-4962-83be-8b8b5aaaaa36, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=df313dd0-7edb-4962-83be-8b8b5aaaaa36,segment=NetworkSegment(929794da-a954-409d-8eaf-d9b64e852dcc),segment_id=929794da-a954-409d-8eaf-d9b64e852dcc)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:33:18.159819 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2d47e5fa-16fa-4965-9da1-12375cf10c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:18.172712 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-2d47e5fa-16fa-4965-9da1-12375cf10c0a admin admin] Calling delete_port for df313dd0-7edb-4962-83be-8b8b5aaaaa36 owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:33:18.342002 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2d47e5fa-16fa-4965-9da1-12375cf10c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:18.365077 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47e5fa-16fa-4965-9da1-12375cf10c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=df313dd0-7edb-4962-83be-8b8b5aaaaa36,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:18.525958 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2d47e5fa-16fa-4965-9da1-12375cf10c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3760179'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:18.728502 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d47e5fa-16fa-4965-9da1-12375cf10c0a admin admin] Router 4941091f-3463-41e8-8d73-a0d526df8e62 has already been hosted by L3 agent 513e9b44-3e23-4113-917b-46c0ef972d02 {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 18:33:18.830630 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d47e5fa-16fa-4965-9da1-12375cf10c0a admin admin] Notify agent at l3_agent.dv-cinder-804296-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 18:33:18.837921 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-2d47e5fa-16fa-4965-9da1-12375cf10c0a admin admin] 10.222.0.16 "PUT /v2.0/routers/4941091f-3463-41e8-8d73-a0d526df8e62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5857265 Aug 30 18:33:18.838929 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.16', 56696) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:18.840332 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0568f36-d0b2-4151-91fa-b6d9ea423dfc None None] Sync routers for ids ['4941091f-3463-41e8-8d73-a0d526df8e62'] in dv-cinder-804296-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 18:33:18.851082 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0568f36-d0b2-4151-91fa-b6d9ea423dfc None None] Routers {'4941091f-3463-41e8-8d73-a0d526df8e62'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:18.851689 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c0568f36-d0b2-4151-91fa-b6d9ea423dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:33:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['4941091f-3463-41e8-8d73-a0d526df8e62'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:18.943866 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:18.954446 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-c0568f36-d0b2-4151-91fa-b6d9ea423dfc None None] Set router 4941091f-3463-41e8-8d73-a0d526df8e62 gateway port host: dv-cinder-804296-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:19.043915 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.102403 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Deleting port 8802430f-5e3f-4cea-aae9-7dd018873e3d {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:33:19.102771 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.128475 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c0568f36-d0b2-4151-91fa-b6d9ea423dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'name': 'tempest-TestVolumeBootPattern-1468767084-router', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'external_fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:33:18Z', 'revision_number': 5, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'gw_port': {'id': '8802430f-5e3f-4cea-aae9-7dd018873e3d', 'name': '', 'network_id': 'b260bd70-94f8-4100-a215-2751a0a4278f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '134b0197-1d2c-4c50-b4cd-a06c260ebf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804296-2-iscsi'}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:19.158391 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0568f36-d0b2-4151-91fa-b6d9ea423dfc None None] Checking router: 4941091f-3463-41e8-8d73-a0d526df8e62 for host: dv-cinder-804296-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 18:33:19.166983 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0568f36-d0b2-4151-91fa-b6d9ea423dfc None None] Routers {'4941091f-3463-41e8-8d73-a0d526df8e62'} bound to L3 agent in host dv-cinder-804296-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 18:33:19.167592 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c0568f36-d0b2-4151-91fa-b6d9ea423dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T18:08:04Z,description=,heartbeat_timestamp=2021-08-30T18:33:04Z,host='dv-cinder-804296-2-iscsi',id=513e9b44-3e23-4113-917b-46c0ef972d02,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T18:08:04Z,topic='l3_agent')) {'router_ids': ['4941091f-3463-41e8-8d73-a0d526df8e62'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:19.184562 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] For port 8802430f-5e3f-4cea-aae9-7dd018873e3d, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=8802430f-5e3f-4cea-aae9-7dd018873e3d,segment=NetworkSegment(53b208d4-0f20-4b2d-b600-220463148e7c),segment_id=53b208d4-0f20-4b2d-b600-220463148e7c)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:33:19.184968 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.198298 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Calling delete_port for 8802430f-5e3f-4cea-aae9-7dd018873e3d owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:33:19.254160 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-c0568f36-d0b2-4151-91fa-b6d9ea423dfc None None] Set router 4941091f-3463-41e8-8d73-a0d526df8e62 gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 18:33:19.304780 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c0568f36-d0b2-4151-91fa-b6d9ea423dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'name': 'tempest-TestVolumeBootPattern-1468767084-router', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:33:19Z', 'revision_number': 6, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'gw_port_host': None}], 'dv-cinder-804296-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:19.334630 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0568f36-d0b2-4151-91fa-b6d9ea423dfc None None] The sync data for ids ['4941091f-3463-41e8-8d73-a0d526df8e62'] in dv-cinder-804296-2-iscsi is: [{'id': '4941091f-3463-41e8-8d73-a0d526df8e62', 'name': 'tempest-TestVolumeBootPattern-1468767084-router', 'tenant_id': '26c614d4b889413093eb4d840a3cc7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T18:26:40Z', 'updated_at': '2021-08-30T18:33:19Z', 'revision_number': 6, 'project_id': '26c614d4b889413093eb4d840a3cc7d7', 'gw_port_host': None}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 18:33:19.366939 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9147678'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.392103 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8802430f-5e3f-4cea-aae9-7dd018873e3d,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:19.448671 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3764073'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.534762 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102420'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.536839 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.585780 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756281'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.586220 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4941091f-3463-41e8-8d73-a0d526df8e62 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 18:33:19.590376 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.591532 dv-cinder-804296-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8866faa7-d3a6-4e34-ada0-09c4a660fbb5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4941091f-3463-41e8-8d73-a0d526df8e62 HTTP/1.1" status: 204 len: 168 time: 0.7517011 Aug 30 18:33:19.594214 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56698) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:19.637110 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-951e8c0d-af8c-4462-898f-19e7c2cc3a21 admin admin] Deleting subnet 570561f5-0378-4d1f-a6c5-68aa985f0930 {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 18:33:19.639935 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-951e8c0d-af8c-4462-898f-19e7c2cc3a21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.673328 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-951e8c0d-af8c-4462-898f-19e7c2cc3a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9922863'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.758431 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-951e8c0d-af8c-4462-898f-19e7c2cc3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-531105'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.809953 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-951e8c0d-af8c-4462-898f-19e7c2cc3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-531118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9771668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9130906'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.836371 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e8c0d-af8c-4462-898f-19e7c2cc3a21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570561f5-0378-4d1f-a6c5-68aa985f0930,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:19.838317 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-951e8c0d-af8c-4462-898f-19e7c2cc3a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.840161 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-951e8c0d-af8c-4462-898f-19e7c2cc3a21 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/570561f5-0378-4d1f-a6c5-68aa985f0930 HTTP/1.1" status: 204 len: 168 time: 0.2448902 Aug 30 18:33:19.842637 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56700) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:19.845204 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de049818-3a28-46f7-9f00-a14633de62a5 None None] Network 5094c102-1ec7-4ab9-8d7a-8e813214c245 requested from dv-cinder-804296-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 18:33:19.907282 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525105'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:19.964064 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Deleting port 92b21378-9410-4a3f-9339-8b7efc0bc354 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:33:19.964398 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.024093 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] For port 92b21378-9410-4a3f-9339-8b7efc0bc354, host dv-cinder-804296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804296-2-iscsi',level=0,port_id=92b21378-9410-4a3f-9339-8b7efc0bc354,segment=NetworkSegment(929794da-a954-409d-8eaf-d9b64e852dcc),segment_id=929794da-a954-409d-8eaf-d9b64e852dcc)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:33:20.024384 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.036680 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Calling delete_port for 92b21378-9410-4a3f-9339-8b7efc0bc354 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:33:20.073384 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] DHCP port deletion for 5094c102-1ec7-4ab9-8d7a-8e813214c245 request from dv-cinder-804296-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 18:33:20.117742 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9771719'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.121514 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Deleting port 92b21378-9410-4a3f-9339-8b7efc0bc354 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 18:33:20.122082 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403608607'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.144885 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] No DVR routers for this DVR port 92b21378-9410-4a3f-9339-8b7efc0bc354 on host dv-cinder-804296-2-iscsi {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:33:20.148734 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=92b21378-9410-4a3f-9339-8b7efc0bc354,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:20.190982 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] For port 92b21378-9410-4a3f-9339-8b7efc0bc354, host dv-cinder-804296-2-iscsi, got binding levels [] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 18:33:20.191374 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3760680'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.204461 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Calling delete_port for 92b21378-9410-4a3f-9339-8b7efc0bc354 owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 18:33:20.207120 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.ipam_backend_mixin [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Port 92b21378-9410-4a3f-9339-8b7efc0bc354 was not found and therefore no delete operation was performed {{(pid=93970) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 18:33:20.208350 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-590869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403551519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740403079711'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.219923 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-584794', 'neutron.services.segments.db._delete_segments_for_network-8740403657966'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.230754 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5094c102-1ec7-4ab9-8d7a-8e813214c245']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:20.234247 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Pushing event deleted for resources: {'Port': ['ID=92b21378-9410-4a3f-9339-8b7efc0bc354,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:20.241727 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] No DVR routers for this DVR port 92b21378-9410-4a3f-9339-8b7efc0bc354 on host dv-cinder-804296-2-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 18:33:20.243774 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929794da-a954-409d-8eaf-d9b64e852dcc') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:20.243917 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:20.244115 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:20.244230 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929794da-a954-409d-8eaf-d9b64e852dcc') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 18:33:20.244456 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:20.244795 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:20.245151 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:20.245484 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:20.245819 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:20.246144 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:20.246469 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:20.246793 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:20.247130 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:20.247436 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc0acf1-862f-4e18-a739-8751f3f359a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804296-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 18:33:20.255574 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403657849', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9922864'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.277338 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.283431 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 18:33:20.283928 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-705320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9771762'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: Traceback (most recent call last): Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: timer() Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: cb(*args, **kw) Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: self._notify() Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: self.callback(batched_events) Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: event.method(event) Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: return f(self, *a, **k) Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: return self._get(url).json() Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 18:33:20.286276 dv-cinder-804296-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 18:33:20.342983 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-584739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3822941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3764053'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.347849 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708789'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.349900 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5094c102-1ec7-4ab9-8d7a-8e813214c245 HTTP/1.1" status: 204 len: 168 time: 0.5062830 Aug 30 18:33:20.362168 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83561d50-9cb6-4822-946f-c6ff666ba8b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5094c102-1ec7-4ab9-8d7a-8e813214c245,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:20.458507 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56704) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:20.497636 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-129be522-435e-469d-8998-5d14b1cbbaf8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bbfcc2ecb9c34addb094bbd7ec5caa84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379691 Aug 30 18:33:20.499963 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56706) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:20.546779 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-73019d19-a5e6-4a35-b618-f73d75d12b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.568071 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-73019d19-a5e6-4a35-b618-f73d75d12b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.837934 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-73019d19-a5e6-4a35-b618-f73d75d12b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.840838 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-73019d19-a5e6-4a35-b618-f73d75d12b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:20.842009 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-73019d19-a5e6-4a35-b618-f73d75d12b66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd718e2a-03cf-452e-931a-409bc9e4a90b HTTP/1.1" status: 204 len: 168 time: 0.3411722 Aug 30 18:33:20.850566 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73019d19-a5e6-4a35-b618-f73d75d12b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd718e2a-03cf-452e-931a-409bc9e4a90b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:21.159274 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56712) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:21.199568 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7a213082-876b-4148-a701-c64c90b43c50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26c614d4b889413093eb4d840a3cc7d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391109 Aug 30 18:33:21.202198 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.16', 56714) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 18:33:21.249383 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f7e3-aab4-44b4-ba63-ca8a082630e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:21.270727 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f7e3-aab4-44b4-ba63-ca8a082630e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:21.284030 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device df313dd0-7edb-4962-83be-8b8b5aaaaa36 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:33:21.304214 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: df313dd0-7edb-4962-83be-8b8b5aaaaa36 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:33:21.304571 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device df313dd0-7edb-4962-83be-8b8b5aaaaa36 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:33:21.305031 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 92b21378-9410-4a3f-9339-8b7efc0bc354 no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:33:21.318823 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f7e3-aab4-44b4-ba63-ca8a082630e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3825896'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:21.321446 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f7e3-aab4-44b4-ba63-ca8a082630e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:21.322613 dv-cinder-804296-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b8d4f7e3-aab4-44b4-ba63-ca8a082630e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1ba88bd-a2fe-4623-ac5b-e36cafca6e10 HTTP/1.1" status: 204 len: 168 time: 0.1194713 Aug 30 18:33:21.325361 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 92b21378-9410-4a3f-9339-8b7efc0bc354 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:33:21.325703 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 92b21378-9410-4a3f-9339-8b7efc0bc354 not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:33:21.326106 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 8802430f-5e3f-4cea-aae9-7dd018873e3d no longer exists at agent ovs-agent-dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 18:33:21.331218 dv-cinder-804296-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4f7e3-aab4-44b4-ba63-ca8a082630e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ba88bd-a2fe-4623-ac5b-e36cafca6e10,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 18:33:21.351268 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] No Port match for: 8802430f-5e3f-4cea-aae9-7dd018873e3d {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 18:33:21.351268 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Device 8802430f-5e3f-4cea-aae9-7dd018873e3d not bound to the agent host dv-cinder-804296-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 18:33:31.340478 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1c2e770b-2dd7-49e8-ba7a-deb7e23945fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:33.990893 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-464cba0f-901e-4bce-95e0-f94495f62dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:34.039117 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:35.233485 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:36.598422 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:40.743365 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:33:45.635089 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:34:01.340972 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7f913989-36f6-4e2d-88c4-a569d656fdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:03.990360 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0c2936f4-8759-4af1-8a88-78746a01a9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:04.040506 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:05.236480 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:06.601845 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:10.767966 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:22.634759 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:34:30.340210 dv-cinder-804296-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-31a23b69-f711-4406-b10c-bba63d8867d4 req-9dbec356-c000-49fd-878f-488f9ded8c4b service neutron] (93969) timed out ('10.222.0.36', 52333) {{(pid=93969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 18:34:31.342012 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-62963e04-e89c-4ba4-8940-605de231c045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:33.990825 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ed1d677d-5849-4f54-88cb-759ec8cf6eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:34.040629 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:35.240413 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:36.604849 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:40.765413 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:34:59.633245 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:35:01.342572 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e2747e12-e485-4856-be8a-ed081b1dcaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:03.991445 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-82fa57f7-7ed5-45e4-809f-4d23f9156883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:04.041347 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:05.244190 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:06.607286 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:10.781804 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:31.342756 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cae830ec-718b-4a6f-81cb-45454aae6893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:33.993006 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c998b362-2107-4c3d-af27-537b7cf6e01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:34.041226 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:35.246985 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:36.610660 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:35:36.632437 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:35:40.777317 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:01.343042 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-58a5df92-1cfa-48b4-a183-b3a6cbec3e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:03.993853 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ba390f8e-7ff2-49de-95b4-99e454698248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:04.041898 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:05.250049 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:06.613942 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:10.777550 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:13.631749 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:36:31.343977 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-07b074ce-54d1-49f4-bf07-838d151ffb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:33.994321 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9e9882fa-0db5-436c-8936-f44940df808e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:34.042782 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:35.252190 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:36.616085 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:40.807532 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:36:50.630906 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:37:01.344505 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bdbc4b16-b4d3-4185-a060-eb335c991f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:03.995580 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3da0770a-ba35-4c6d-beac-1561ad933c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:04.042895 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:05.255533 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:06.619667 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:10.806087 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:27.630812 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:37:31.345591 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-94c103d9-7621-4a6c-9014-f43b66dc76f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:33.995517 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-36796376-ae99-4487-bced-f5aa208694ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:34.043149 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:35.258747 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:36.623084 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:37:40.806064 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:01.345432 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-df66ffe2-c3a4-485b-95d1-16107cb5490c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:03.995658 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-630afb1d-d215-40f8-9800-48648328cb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:04.044950 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:04.630296 dv-cinder-804296-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-827ffd25-de26-43e7-9c09-d19a53db7251 None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 18:38:05.260788 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:06.623901 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:10.814798 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6a44-ed37-4b40-925a-641200a3b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:31.345997 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fc968a0f-21e7-409a-b982-feb2a36af265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:33.998182 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3e9d5144-e9dc-4938-8395-5f3481cfbdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:34.044623 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57b65d22-57b2-4ca3-93e5-b1da04cf88ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:35.265929 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-162f71ce-76f7-447c-b10f-2aa148cde86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 18:38:36.628263 dv-cinder-804296-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e23dbce3-7d8a-4cdc-9e89-71d302914883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403657948', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-584544'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}